-- Logs begin at Fri 2021-06-18 15:49:31 UTC, end at Fri 2021-06-18 16:47:20 UTC. -- Jun 18 16:18:49.384690 dv-cinder-792462-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 16:18:52.060516 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.common.config [-] Logging enabled! Jun 18 16:18:52.061063 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 16:18:52.061283 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92654) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 16:18:52.064565 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.common.config [-] Logging enabled! Jun 18 16:18:52.064810 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 16:18:52.065113 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92654) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 16:18:52.066097 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 16:18:52.066323 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 16:18:52.066674 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 16:18:52.066914 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 16:18:52.067135 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 16:18:52.067450 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.067741 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.068029 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.068251 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.068539 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.068824 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.069098 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.069380 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.069665 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.069965 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.070238 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.070514 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.070739 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.071014 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.071295 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.071575 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.071794 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] debug = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.072067 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.072485 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.072897 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.073172 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.073458 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.073752 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.074022 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.074292 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.074571 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.074893 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] host = dv-cinder-792462-12-iscsi {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.075163 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.075440 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.075720 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.075994 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.076262 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.076528 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.076805 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.077072 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.077338 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] log_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.077607 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.077910 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.078193 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.078476 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.078695 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.078912 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.079195 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.079475 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.079746 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.080015 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.080285 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.080556 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.080825 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.081089 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.081367 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.082179 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.082462 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.082733 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.083003 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.083268 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.083541 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.083818 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.084086 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.084356 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.084626 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.084905 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.085168 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.085436 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.085749 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.086034 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.086307 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.086585 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.086851 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.087125 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.087391 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.087657 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.087921 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] use_json = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.088184 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.088447 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.088719 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.088984 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.089248 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.089514 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.089804 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.090083 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:52.090376 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.090666 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.090960 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.091237 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.091522 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.091796 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.092075 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.092346 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.092625 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.092906 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.093185 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.093460 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.093774 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.094046 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.094334 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.094630 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.094917 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.095201 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.095469 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.095735 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.096250 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.096529 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.096808 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.097093 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.098051 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.098412 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.098777 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.099162 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.099554 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.099914 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.100279 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.100664 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.100998 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.101272 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.101555 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.101858 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.102129 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.102399 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.102674 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.102959 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.103237 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.103509 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.103775 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.104046 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.104325 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.104812 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.105284 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.105766 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.106223 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.106577 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.106861 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.107138 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.107419 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.107693 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.107970 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.108242 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.108511 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.108782 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.109052 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.109422 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.109752 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.109983 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.110255 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.110526 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.110796 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.111066 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.111335 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.111653 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.111891 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.112183 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.112454 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.112829 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.113154 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.113610 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.113730 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.113940 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.114215 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.114488 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.114754 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.115041 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.115320 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.115599 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.115874 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.116151 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.116437 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.116712 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.116991 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.117333 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.117608 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.117920 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.118200 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.118488 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.118784 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.119072 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.119357 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.119636 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.119910 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.120214 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.120486 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:52.120698 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 16:18:52.120938 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92654) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 16:18:52.473313 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:18:52.473568 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:18:52.473790 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:18:52.474117 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 16:18:52.859627 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.859910 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.860167 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.861536 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.861781 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.862038 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.896264 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.896528 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.896785 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.909755 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.910031 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.910290 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.939538 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.939812 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.940074 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.976497 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.976765 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:52.977030 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.206036 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.206718 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.206718 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.206901 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.207796 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.329738 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.330053 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.330346 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.330588 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.330849 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.331154 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.331972 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.332222 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.332468 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.332744 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.332997 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.333253 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.333506 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.333789 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.334040 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.334298 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.334561 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.334811 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.335071 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.335318 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.335592 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.335932 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.336177 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.336451 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.336693 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.336932 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.337324 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:18:53.337559 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:18:53.337813 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:18:53.338044 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:18:53.338272 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:18:53.338500 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:18:53.338852 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 16:18:53.342789 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 16:18:53.346871 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 16:18:53.350653 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 18 16:18:53.352246 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 16:18:53.352688 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 16:18:53.353010 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 16:18:53.353382 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 16:18:53.356162 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 16:18:53.356410 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 16:18:53.356745 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 16:18:53.384313 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 16:18:53.384744 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.385034 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92654) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 16:18:53.385384 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.386733 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92654) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 16:18:53.387011 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 16:18:53.387252 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 16:18:53.390332 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.390611 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:53.459094 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 16:18:53.459318 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 16:18:53.459637 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 16:18:53.460152 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 16:18:53.484538 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_db.sqlalchemy.engines [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92654) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 16:18:54.021515 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Initializing driver for type 'gre' Jun 18 16:18:54.022046 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] gre ID ranges: [(1, 1000)] Jun 18 16:18:54.071804 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Initializing driver for type 'local' Jun 18 16:18:54.072142 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Initializing driver for type 'vlan' Jun 18 16:18:54.086047 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] VlanTypeDriver initialization complete Jun 18 16:18:54.086390 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Initializing driver for type 'vxlan' Jun 18 16:18:54.086880 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] vxlan ID ranges: [(1, 1000)] Jun 18 16:18:54.144551 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Initializing extension driver 'port_security' Jun 18 16:18:54.144882 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.extensions.port_security [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] PortSecurityExtensionDriver initialization complete Jun 18 16:18:54.145213 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Initializing mechanism driver 'openvswitch' Jun 18 16:18:54.145527 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Initializing mechanism driver 'hyperv' Jun 18 16:18:54.152990 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.plugins.ml2.plugin [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:18:54.153909 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > port after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.154452 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.154838 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > port after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.155223 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > subnet after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.155569 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > subnet after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.155914 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.156292 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > network after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.156632 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > network after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.156979 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > network after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.157354 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > security_group after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.157715 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > security_group after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.158056 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.158428 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.158769 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.159105 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.160037 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > address_group after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.160389 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > address_group after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.160727 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.161064 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] ML2 OVO RPC backend initialized. {{(pid=92654) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 16:18:54.161807 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.162157 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.162564 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > network before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.162906 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > networks before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.163249 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > port before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.163617 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > ports before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.163950 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > subnet before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.164295 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > subnets before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.164639 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > network after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.164974 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > network after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.165304 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > network after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.165636 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > port after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.165995 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.166337 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > port after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.166670 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > subnet after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.167001 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > subnet after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.167330 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.167907 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.plugin [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Modular L2 Plugin initialization complete Jun 18 16:18:54.168231 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading services supported by the core plugin {{(pid=92654) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 16:18:54.168556 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Got port-security extension from driver 'port_security' Jun 18 16:18:54.169013 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.extensions.vlantransparent [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Disabled vlantransparent extension. Jun 18 16:18:54.169492 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92654) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 16:18:54.169828 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading Plugin: router Jun 18 16:18:54.205722 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.206115 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router after_create 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.206651 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router before_create 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.207025 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.207394 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.207751 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router after_delete 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.208111 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.208474 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router after_create 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.208823 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router after_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.209174 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router after_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.209522 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.209901 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router after_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.210336 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router precommit_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.210702 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.211036 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: port after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.211365 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: subnet after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.211696 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.212039 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.212384 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router precommit_create 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.212724 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: port before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.213060 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router precommit_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.213415 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router after_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.213788 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.214145 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router precommit_create 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.214506 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.214851 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router precommit_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.215223 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > network after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.216084 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Tracking information for resource: router configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:18:54.216417 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Tracking information for resource: floatingip configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:18:54.221640 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.db.l3_agentschedulers_db [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 16:18:54.222846 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.223313 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: port after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.223661 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: port after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.224007 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.224796 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router before_create 55550100 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.225158 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.225519 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router precommit_create 55550100 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.225898 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > router precommit_update 55550100 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.230492 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.services.provider_configuration [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service providers = [] {{(pid=92654) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 16:18:54.230854 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.db.servicetype_db [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92654) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 16:18:54.233737 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.services.service_base [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:18:54.234084 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.services.service_base [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:18:54.234422 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.services.service_base [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:18:54.235290 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.services.service_base [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:18:54.235657 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.services.service_base [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 16:18:54.236034 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:18:54.236354 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 16:18:54.247584 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:18:54.247920 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading Plugin: auto_allocate Jun 18 16:18:54.253836 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: network precommit_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.254307 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: network precommit_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.254826 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:18:54.255146 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading Plugin: tag Jun 18 16:18:54.261652 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:18:54.262005 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading Plugin: timestamp Jun 18 16:18:54.265774 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:18:54.266100 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading Plugin: network_ip_availability Jun 18 16:18:54.273062 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.273428 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.273814 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.274522 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:18:54.274838 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading Plugin: flavors Jun 18 16:18:54.279524 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:18:54.279853 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading Plugin: revisions Jun 18 16:18:54.284135 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:18:54.285080 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_concurrency.lockutils [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=92654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:18:54.285845 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92654) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 16:18:54.286175 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Initializing extension manager. Jun 18 16:18:54.286676 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: __init__.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.287009 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: __pycache__ {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.287333 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.287657 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: address_group.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.288405 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.288956 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: address-group Jun 18 16:18:54.289272 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: address_scope.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.290005 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.290510 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: address-scope Jun 18 16:18:54.290825 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.291749 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.292261 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: router-admin-state-down-before-update Jun 18 16:18:54.292580 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: agent.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.293269 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.293810 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: agent Jun 18 16:18:54.294126 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: agent_resources_synced.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.295025 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.295534 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: agent-resources-synced Jun 18 16:18:54.295851 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: allowedaddresspairs.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.297605 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.298146 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: allowed-address-pairs Jun 18 16:18:54.298468 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: auto_allocated_topology.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.299720 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.300822 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: auto-allocated-topology Jun 18 16:18:54.301139 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: availability_zone.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.301857 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.302367 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: availability_zone Jun 18 16:18:54.302685 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: availability_zone_filter.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.303590 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.304103 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: availability_zone_filter Jun 18 16:18:54.304412 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: data_plane_status.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.305382 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.305832 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 16:18:54.306149 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: default_subnetpools.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.307052 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.307556 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: default-subnetpools Jun 18 16:18:54.307880 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.308674 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.309175 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: dhcp_agent_scheduler Jun 18 16:18:54.309491 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: dns.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.310420 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.310922 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 16:18:54.311233 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: dns_domain_ports.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.312131 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.312631 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 16:18:54.312945 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: dvr.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.313606 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.314130 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: dvr Jun 18 16:18:54.314442 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: empty_string_filtering.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.315334 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.315907 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: empty-string-filtering Jun 18 16:18:54.316223 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.317120 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.317617 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 16:18:54.317962 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.318852 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.319354 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 16:18:54.319667 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: external_net.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.320554 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.321064 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: external-net Jun 18 16:18:54.321375 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.322304 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.322811 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: extra_dhcp_opt Jun 18 16:18:54.323123 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: extraroute.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.324014 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.324514 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: extraroute Jun 18 16:18:54.324827 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: extraroute_atomic.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.325867 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.326372 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: extraroute-atomic Jun 18 16:18:54.326694 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: filter_validation.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.327349 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.327849 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: filter-validation Jun 18 16:18:54.328164 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: fip_pf_description.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.329056 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.329553 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 16:18:54.329899 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: fip_port_details.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.330794 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.331858 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: fip-port-details Jun 18 16:18:54.332170 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: flavors.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.333388 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.333933 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: flavors Jun 18 16:18:54.334255 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.335912 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.336432 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 16:18:54.336758 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: floatingip_pools.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.337454 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.337994 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: floatingip-pools Jun 18 16:18:54.338314 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: ip_allocation.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.339216 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.339721 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 16:18:54.340038 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.340941 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.341444 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: ip-substring-filtering Jun 18 16:18:54.341788 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: l2_adjacency.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.342715 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.343213 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 16:18:54.343526 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: l3.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.344475 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.344982 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: router Jun 18 16:18:54.345301 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.348544 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.349068 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 16:18:54.349393 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.350346 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.350858 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: ext-gw-mode Jun 18 16:18:54.351177 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.352077 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.352581 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: l3-ha Jun 18 16:18:54.352899 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: l3_flavors.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.353836 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.354340 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: l3-flavors Jun 18 16:18:54.354655 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.355569 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.356073 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 16:18:54.356390 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: l3agentscheduler.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.357420 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.357960 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: l3_agent_scheduler Jun 18 16:18:54.358281 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: logging.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.359758 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.360277 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension logging not supported by any of loaded plugins Jun 18 16:18:54.360601 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: metering.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.361331 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.361944 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: metering Jun 18 16:18:54.362259 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.363472 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.363984 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: metering_source_and_destination_fields Jun 18 16:18:54.364301 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: multiprovidernet.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.365218 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.365755 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: multi-provider Jun 18 16:18:54.366074 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: netmtu.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.366973 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.367484 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: net-mtu Jun 18 16:18:54.367796 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: netmtu_writable.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.368698 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.369200 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: net-mtu-writable Jun 18 16:18:54.369513 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: network_availability_zone.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.370199 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.370700 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: network_availability_zone Jun 18 16:18:54.371014 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: network_ip_availability.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.372091 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.372597 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: network-ip-availability Jun 18 16:18:54.372916 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: network_segment_range.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.373694 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.374192 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 16:18:54.374508 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: pagination.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.375475 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.375797 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: pagination Jun 18 16:18:54.376108 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: port_device_profile.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.377024 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.377522 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: port-device-profile Jun 18 16:18:54.377871 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.378822 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.379320 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: port-mac-address-regenerate Jun 18 16:18:54.379633 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.380536 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.381039 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: port-numa-affinity-policy Jun 18 16:18:54.381352 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: port_resource_request.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.382267 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.382765 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 16:18:54.383078 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: portbindings.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.383987 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.384487 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: binding Jun 18 16:18:54.384800 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: portbindings_extended.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.386110 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.386622 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: binding-extended Jun 18 16:18:54.386940 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: portsecurity.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.387840 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.388351 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: port-security Jun 18 16:18:54.388668 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: project_id.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.389627 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.389988 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: project-id Jun 18 16:18:54.390307 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: providernet.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.391224 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.391729 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: provider Jun 18 16:18:54.392045 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: qos.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.396424 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.396890 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension qos not supported by any of loaded plugins Jun 18 16:18:54.397218 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.398490 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.399004 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 16:18:54.399325 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.400228 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.400739 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 16:18:54.401058 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: qos_default.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.401987 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.402502 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension qos-default not supported by any of loaded plugins Jun 18 16:18:54.402819 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: qos_fip.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.403457 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.403962 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 16:18:54.404278 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: qos_gateway_ip.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.405185 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.405721 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 16:18:54.406048 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: qos_port_network_policy.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.406945 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.407448 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 16:18:54.407771 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: qos_rule_type_details.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.408674 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.409188 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 16:18:54.410435 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: qos_rules_alias.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.411539 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.412087 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 16:18:54.412412 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: quotasv2.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.413321 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.413647 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: quotas Jun 18 16:18:54.413996 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: quotasv2_detail.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.417005 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.417342 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: quota_details Jun 18 16:18:54.417688 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: rbac.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.418745 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.419264 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: rbac-policies Jun 18 16:18:54.419589 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: rbac_address_group.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.420519 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.421036 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: rbac-address-group Jun 18 16:18:54.421361 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: rbac_address_scope.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.422298 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.422815 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: rbac-address-scope Jun 18 16:18:54.423137 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: rbac_security_groups.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.424056 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.424563 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: rbac-security-groups Jun 18 16:18:54.424885 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: rbac_subnetpool.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.425974 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.426492 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: rbac-subnetpool Jun 18 16:18:54.426815 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: revisionifmatch.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.427747 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.428268 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: revision-if-match Jun 18 16:18:54.428590 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: revisions.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.429985 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.430501 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: standard-attr-revisions Jun 18 16:18:54.430824 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: router_availability_zone.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.431504 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.432051 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: router_availability_zone Jun 18 16:18:54.432471 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: routerservicetype.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.433447 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.433992 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 16:18:54.434312 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.435231 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.435739 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: security-groups-normalized-cidr Jun 18 16:18:54.436056 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.436963 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.437764 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: port-security-groups-filtering Jun 18 16:18:54.438132 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.439513 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.440029 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: security-groups-remote-address-group Jun 18 16:18:54.440348 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: securitygroup.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.453131 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.453843 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: security-group Jun 18 16:18:54.454102 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: segment.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.455000 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.455506 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension segment not supported by any of loaded plugins Jun 18 16:18:54.455945 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.457400 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.457914 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 16:18:54.458234 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: servicetype.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.459368 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.459959 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: service-type Jun 18 16:18:54.460281 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: sorting.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.461428 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.461828 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: sorting Jun 18 16:18:54.462215 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: standard_attr_segment.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.463151 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.463694 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 16:18:54.464011 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: standardattrdescription.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.464694 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.465192 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: standard-attr-description Jun 18 16:18:54.465530 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: stateful_security_group.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.466640 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.467199 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: stateful-security-group Jun 18 16:18:54.467677 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: stdattrs_common.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.468281 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 16:18:54.468713 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.469763 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.470470 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 16:18:54.471189 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: subnet_onboard.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.473141 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.473616 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: subnet_onboard Jun 18 16:18:54.474041 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.475165 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.475917 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 16:18:54.476361 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: subnet_service_types.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.477228 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.477856 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: subnet-service-types Jun 18 16:18:54.478315 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: subnetallocation.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.480025 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.480829 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: subnet_allocation Jun 18 16:18:54.480948 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.481880 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.482555 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: subnetpool-prefix-ops Jun 18 16:18:54.482915 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.483917 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.484469 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 16:18:54.484785 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: tagging.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.485967 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.486488 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: standard-attr-tag Jun 18 16:18:54.486808 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: timestamp.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.488717 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.489205 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loaded extension: standard-attr-timestamp Jun 18 16:18:54.489531 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: trunk.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.490660 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.491208 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension trunk not supported by any of loaded plugins Jun 18 16:18:54.491572 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: trunk_details.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.492548 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.493117 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 16:18:54.493481 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: uplink_status_propagation.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.494424 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.494981 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 16:18:54.495331 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Loading extension file: vlantransparent.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:18:54.496038 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:18:54.496585 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 16:18:54.499338 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:network Jun 18 16:18:54.499955 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:subnet Jun 18 16:18:54.500352 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:18:54.500808 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:port Jun 18 16:18:54.502138 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.502586 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service FLAVORS assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.503957 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.504354 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.504683 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:router Jun 18 16:18:54.505109 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 16:18:54.505598 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service METERING assigned prefix: /metering {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.507084 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.507456 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.507806 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:18:54.508805 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 16:18:54.509245 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:security_group Jun 18 16:18:54.509985 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 16:18:54.510304 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service CORE assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.510625 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:18:54.510971 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] subnetpool is already registered Jun 18 16:18:54.511407 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service CORE assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.511724 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:18:54.512052 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] subnetpool is already registered Jun 18 16:18:54.514394 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.514821 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service FLAVORS assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.515410 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.515830 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.516159 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:router Jun 18 16:18:54.516492 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] router is already registered Jun 18 16:18:54.516898 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 16:18:54.517229 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] floatingip is already registered Jun 18 16:18:54.517689 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service METERING assigned prefix: /metering {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.518360 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 16:18:54.518751 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] rbac_policy is already registered Jun 18 16:18:54.519322 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:security_group Jun 18 16:18:54.519660 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] security_group is already registered Jun 18 16:18:54.520058 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 16:18:54.520384 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] security_group_rule is already registered Jun 18 16:18:54.521004 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service CORE assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.521329 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:18:54.521658 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] subnetpool is already registered Jun 18 16:18:54.522102 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Service CORE assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:18:54.522421 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:18:54.522747 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] subnetpool is already registered Jun 18 16:18:54.523233 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: extensions {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.524694 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: address-groups {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.526175 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: address-scopes {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.527491 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: agents {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.528638 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: auto-allocated-topology {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.529921 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: availability_zones {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.531126 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: dhcp-networks {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.532623 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: dhcp-agents {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.534069 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: routers {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.535970 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: flavors {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.538412 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: service_profiles {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.539642 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: next_providers {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.541064 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: service_profiles {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.542635 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: floatingip-pools {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.543838 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: routers {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.545529 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: floatingips {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.546845 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: l3-routers {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.548222 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: l3-agents {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.549622 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: metering-labels {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.551660 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: metering-label-rules {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.553019 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: network-ip-availabilities {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.554306 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: bindings {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.555858 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: quotas {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.557377 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: quotas {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.558819 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: rbac-policies {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.560012 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: security-groups {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.561298 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: security-group-rules {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.562579 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: service-providers {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.563795 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: subnetpools {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.565097 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: subnetpools {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.567449 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.569103 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.570955 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.572698 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.574419 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.576354 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.578108 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.579868 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.581904 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.583626 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron.api.extensions [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:18:54.589647 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING keystonemiddleware.auth_token [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 16:18:54.594219 dv-cinder-792462-12-iscsi neutron-server[92654]: WARNING keystonemiddleware.auth_token [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 16:18:54.602759 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_concurrency.lockutils [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Acquired lock "singleton_lock" {{(pid=92654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 16:18:54.603228 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_concurrency.lockutils [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Releasing lock "singleton_lock" {{(pid=92654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 16:18:54.603861 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO oslo_service.service [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Starting 2 workers Jun 18 16:18:54.608560 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Started child 92763 {{(pid=92654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:18:54.613616 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Started child 92764 {{(pid=92654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:18:54.614695 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:54.615319 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO neutron.service [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 16:18:54.615913 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Notify callbacks [] for process, before_spawn {{(pid=92654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:54.616182 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [-] (92763) wsgi starting up on http://0.0.0.0:9696 Jun 18 16:18:54.618358 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO oslo_service.service [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Starting 1 workers Jun 18 16:18:54.618540 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:54.619936 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [-] (92764) wsgi starting up on http://0.0.0.0:9696 Jun 18 16:18:54.623462 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Started child 92765 {{(pid=92654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:18:54.623997 dv-cinder-792462-12-iscsi neutron-server[92654]: INFO oslo_service.service [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Starting 1 workers Jun 18 16:18:54.626971 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.service [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] calling RpcWorker wait() {{(pid=92765) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 16:18:54.627517 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.service [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] returning from RpcWorker wait() {{(pid=92765) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 16:18:54.629007 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Started child 92766 {{(pid=92654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:18:54.629916 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-8ce65018-81ed-4798-b1c1-c7a7d84ceb02 None None] Notify callbacks [] for process, after_spawn {{(pid=92654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:54.630180 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:54.630649 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:18:54.631794 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 16:18:54.632010 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 16:18:54.632200 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 16:18:54.632417 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 16:18:54.632753 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 16:18:54.632917 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 16:18:54.633429 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.633757 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.634030 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.634120 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:54.634576 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.634576 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.635102 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:18:54.635198 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.635397 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.635665 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.635942 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.636177 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.636355 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.636524 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.636782 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.637021 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.637322 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.637600 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.637955 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.638235 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.638408 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.638663 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.638924 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.639175 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.639441 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] debug = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.639697 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.640177 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.640430 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.640692 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.640939 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.641220 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.641461 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.641755 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.642003 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.642269 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.642503 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.642778 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.643021 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.643238 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.643463 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.643784 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.644043 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.644544 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] host = dv-cinder-792462-12-iscsi {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.644897 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.645041 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.645254 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.645472 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.645745 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.645964 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.646227 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.646525 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.646718 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.646959 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.647197 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.647458 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.647677 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.647921 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.648093 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_options = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.648326 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.648590 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.648849 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.649040 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.649210 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.649382 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.649654 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.649855 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.650079 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.650298 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.650512 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.650725 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.650949 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.651185 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.651460 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.651702 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.651969 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.652162 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.652425 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.652651 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.652893 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.653118 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.653338 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.653576 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.653816 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.654051 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.654306 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.654543 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.654756 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.655033 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.655256 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.655524 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.655773 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.656024 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.656273 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.656506 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.657186 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.657458 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.657714 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.658470 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.658897 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.659933 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.660332 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.660798 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.661022 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.661283 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_json = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.661577 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.661882 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.662148 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.662631 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.662858 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.663755 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.663755 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.663755 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.664192 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.664840 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.664840 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.665160 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.665358 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.665497 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.665760 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.666009 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.666248 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.666517 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.666844 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.667092 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.667366 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.667612 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.667870 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.668207 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.668472 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.668741 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.668964 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.669201 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.669417 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.669886 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.670235 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.670529 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.670799 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.671116 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.671294 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.672398 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.672649 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.672899 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.673132 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.673359 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.673644 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.673907 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.674133 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.674367 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.674608 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.674838 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.675696 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.675941 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.676218 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.676515 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.676795 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.677019 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.677247 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.677475 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.677713 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.677952 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.678196 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.678916 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.678916 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.679136 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.680153 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.680386 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.680609 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.680844 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.681065 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.681306 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.681520 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.681764 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.682185 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.682612 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.682841 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.683059 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.683285 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.683511 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.683747 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.683995 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.684220 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.684465 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.684712 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.684940 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.685151 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.685409 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.685630 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.685877 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.686127 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.686362 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.686584 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.686823 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.687049 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.687266 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.687483 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.687717 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.688024 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.688350 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.688575 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.688828 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.689057 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.689327 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.689571 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.689844 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.690073 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.690314 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.690568 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.690919 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.691309 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.691673 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.691936 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.692187 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.692488 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.692764 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.693562 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.693562 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.693562 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.693869 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.694043 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.694311 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.694566 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.695141 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.695529 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.695860 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.696129 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.696395 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.696651 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.696929 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.697224 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.697495 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.697798 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.698034 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.698265 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.698527 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.698777 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.699048 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.699278 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.699507 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.699743 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.700028 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.700262 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.700832 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.701093 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.701435 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.701826 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.702078 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.702311 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.702532 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.703749 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.704029 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.704295 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.704569 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.704831 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.705979 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.706285 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.706749 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.707028 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.707291 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.710169 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.710424 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.710685 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.710946 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.711191 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.711423 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.711659 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.711921 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.712156 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.712397 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.712648 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.712880 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.713110 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.713366 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.713608 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.714291 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.714544 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.714773 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.714996 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.715219 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.715436 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.715864 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.716266 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.716949 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.717263 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.717830 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.718090 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.718344 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.718604 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.718829 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.719096 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.719323 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.719541 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.719782 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.720005 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.720224 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.720439 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.720686 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.721180 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.721414 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.721663 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.722615 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.723035 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.723290 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.723692 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.723920 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.724163 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.724387 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.724607 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.724860 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.725081 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.725297 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.725540 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.725788 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.726029 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.726264 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.726478 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.726690 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.726929 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.727140 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.727432 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.727683 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.727913 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.728161 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.728391 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.728622 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.728853 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.729064 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.729278 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.729487 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.729729 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.729941 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.730150 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.730364 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.730573 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.730795 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.731005 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.731218 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.731433 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.731661 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.731884 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.732092 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.732300 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.732512 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.732742 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.733059 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.733319 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.733537 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.733843 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.734071 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.734311 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.734635 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.736464 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.736721 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.737002 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.737236 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.738108 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.738479 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.738814 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.739153 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.739550 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.739950 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.740314 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.740699 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.741104 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.741466 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.742236 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.742681 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.743186 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.743615 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.743996 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.744358 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.744756 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.745312 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.745885 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.746231 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.746558 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.746886 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.747274 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.747643 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.747982 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.748315 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.748652 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.748966 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.749699 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.750030 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.750379 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.750699 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.750929 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 16:18:54.751754 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 16:18:54.752243 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 16:18:54.752469 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 16:18:54.752714 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 16:18:54.752957 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 16:18:54.753211 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:18:54.753317 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 16:18:54.753502 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.753779 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.754018 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.754245 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.754514 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.754830 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.755116 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.755403 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.755679 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.755950 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.756236 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.756525 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.756816 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.757078 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.757360 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.757640 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.757956 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.758219 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.758512 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.758796 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.759080 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.759360 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.759621 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] debug = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.759907 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.760232 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.760503 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.760784 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.761051 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.761345 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.761632 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.761880 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.762043 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.762202 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.762359 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.762517 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.762674 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.762832 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.762990 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.763148 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.763304 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.763462 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] host = dv-cinder-792462-12-iscsi {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.763619 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.763775 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.763931 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.764088 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.764268 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.764420 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.764572 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.764727 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.764884 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.765040 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.765197 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.765353 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.765509 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.765665 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.765842 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_options = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.765999 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.767145 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.767556 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.767743 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.767907 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.768070 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.768230 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.768453 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.768770 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.769022 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.769272 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.769510 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.769791 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.770018 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.770241 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.770463 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.771469 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.771638 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.771802 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.771966 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.772112 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.772265 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.772417 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.772578 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.772734 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.772875 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.773036 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.773192 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.773368 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.773498 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.773655 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.773852 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.774001 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.774157 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.774313 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.774469 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.774626 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.774813 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.775034 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.775253 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.775253 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.775517 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.775517 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.775781 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.775781 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.776058 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_json = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.776058 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.776296 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.776379 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.776514 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.776674 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.776829 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.776985 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.777142 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:18:54.777333 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.777488 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.777636 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.777815 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.777966 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.778126 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.778285 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.778443 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.778602 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.778763 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.778932 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.779091 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.779261 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.779419 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.779584 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.779733 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.779881 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.780028 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.780184 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.780328 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.780468 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.780613 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.780789 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.780939 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.781087 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.781233 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.781377 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.781539 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.781709 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.781847 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.782077 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.782218 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.782352 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.782457 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.782616 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.782775 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.782933 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.783092 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.783251 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.783415 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.783572 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.783888 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.784049 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.784209 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.784964 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.785070 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.785225 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.785382 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.785542 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.785734 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.786030 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.786311 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.786579 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.786746 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.786909 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.787177 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.787461 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.787751 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.787930 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.788103 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.788346 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.788638 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.788924 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.789107 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.789269 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.789430 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.789591 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.789776 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.789937 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.790098 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.790258 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.790417 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.790577 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.790737 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.790896 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.791055 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.791215 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.791373 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.791532 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.791691 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.791850 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.792009 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.792170 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.792331 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.792498 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.792672 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.792833 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.792992 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.793151 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.793309 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.793468 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.793631 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.793812 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.793970 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.794129 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.794287 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.794445 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.794606 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.794765 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.794924 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.795097 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.795320 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.795390 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.795536 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.795691 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.795849 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.796007 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.796166 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.796323 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.796490 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.796639 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.796806 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.796964 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.797129 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.798575 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.798760 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.798939 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.799101 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.799261 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.799420 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.799579 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.799991 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.799991 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.800721 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.800801 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.800966 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.801125 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.801292 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.801463 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.801622 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.801808 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.801967 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.802150 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.802358 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.802464 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.802603 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.802761 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.802919 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.803079 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.803238 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.803396 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.803554 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.803786 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.803933 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.804058 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.804179 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.804300 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.804458 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.804617 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.804776 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.804935 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.805095 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.805257 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.805414 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.805751 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.805910 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.806043 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.806206 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.806365 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.806523 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.806682 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.806842 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.807000 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.807163 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.807323 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.807481 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.807640 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.807798 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.807957 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.808119 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.808348 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.808448 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.809349 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.809826 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.809994 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.810419 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.810984 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.811152 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.811313 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.811475 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.811635 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.811796 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.811955 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.812116 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.812275 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.812478 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.813008 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.813186 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.813345 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.813504 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.813663 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.813890 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.814030 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.814156 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.814279 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.814441 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.814600 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.815151 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.815386 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.815545 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.815671 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.815804 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.815965 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.816124 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.816283 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.816443 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.816606 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.816763 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.816923 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.817086 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.817245 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.817414 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.817573 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.817752 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.817913 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.818073 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.818240 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.818463 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.818562 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.818703 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.818860 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.819028 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.819187 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.819344 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.819501 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.819659 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.819825 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.819983 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.820141 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.820299 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.820457 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.820625 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.820786 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.820945 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.821112 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.821271 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.821431 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.821590 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.821783 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.821944 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.822106 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.822264 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.822423 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.822582 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.822742 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.822904 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.823072 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.823239 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.823398 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.823566 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.823732 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.823900 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.824059 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.824224 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.824395 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.824553 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.824712 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.824870 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.825028 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.825186 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.825345 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.825503 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.825662 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.825840 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.826000 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.826158 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.826316 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.826475 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.826634 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.826793 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.826950 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.827112 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.827272 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.827431 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:18:54.827583 dv-cinder-792462-12-iscsi neutron-server[92654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 16:18:55.061158 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 33920) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:18:55.069819 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063925 Jun 18 16:19:06.547626 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f52c94-4002-4f03-9158-b189fba04425 None None] get_active_networks_info from dv-cinder-792462-12-iscsi {{(pid=92765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:19:06.648406 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f52c94-4002-4f03-9158-b189fba04425 None None] No non-hosted networks {{(pid=92765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 16:19:06.666384 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.agentschedulers_db [None req-98f52c94-4002-4f03-9158-b189fba04425 None None] DHCP Agent not found on host dv-cinder-792462-12-iscsi {{(pid=92765) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 16:19:06.792758 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-86f191c3-c5e3-4406-9e21-c1488ca41e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449'] for agent, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:08.819324 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-75300f58-99ad-488d-bf13-d694cfb7f955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449'] for agent, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:08.865296 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-67dfd923-6e86-4b62-9a86-e21e00730117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:08.879666 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449'] for agent, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:08.880420 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.880620 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.881132 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.881653 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.882703 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.883186 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.883507 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.883839 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.885241 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.885757 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.895628 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.896136 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:08.897500 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-12-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:19:08.905931 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-12-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:19:10.074970 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449'] for agent, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:11.925341 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449'] for agent, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:12.913994 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34012) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:13.418507 dv-cinder-792462-12-iscsi neutron-server[92763]: WARNING oslo_policy.policy [None req-f2ead562-2a8b-4a99-ac6b-871e34d01efc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:19:13.419071 dv-cinder-792462-12-iscsi neutron-server[92763]: WARNING oslo_policy.policy [None req-f2ead562-2a8b-4a99-ac6b-871e34d01efc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:19:13.642272 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [None req-f2ead562-2a8b-4a99-ac6b-871e34d01efc admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:19:13.643306 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f2ead562-2a8b-4a99-ac6b-871e34d01efc admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7277629 Jun 18 16:19:15.107012 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.db.l3_hamode_db [None req-d4586dd5-59ad-4dd9-ac7c-242fd208faa5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 16:19:15.184189 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4586dd5-59ad-4dd9-ac7c-242fd208faa5 None None] Routers set() bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:19:15.184569 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4586dd5-59ad-4dd9-ac7c-242fd208faa5 None None] Router IDs set() for agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 16:19:15.980959 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34026) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:16.292185 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-9b26de3e-8c9b-48a5-b29b-2f56302cf3d6 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:19:16.385103 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.policy [None req-9b26de3e-8c9b-48a5-b29b-2f56302cf3d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92763) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 16:19:16.429127 dv-cinder-792462-12-iscsi neutron-server[92763]: WARNING oslo_policy.policy [None req-9b26de3e-8c9b-48a5-b29b-2f56302cf3d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:19:16.429479 dv-cinder-792462-12-iscsi neutron-server[92763]: WARNING oslo_policy.policy [None req-9b26de3e-8c9b-48a5-b29b-2f56302cf3d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:19:16.437852 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.quota [None req-9b26de3e-8c9b-48a5-b29b-2f56302cf3d6 admin admin] Loaded quota_driver: . Jun 18 16:19:16.528827 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9b26de3e-8c9b-48a5-b29b-2f56302cf3d6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746446310877', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746446308336', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746446274088', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746446271518', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746446286753', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746446274662', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1794090', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1708085', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611323', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-537643'] for rbac-policy, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:16.590592 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9b26de3e-8c9b-48a5-b29b-2f56302cf3d6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:16.591804 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-9b26de3e-8c9b-48a5-b29b-2f56302cf3d6 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6098487 Jun 18 16:19:19.136895 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34038) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:19.428087 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'd438145c580640cc814183c5d5da6d83', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'admin_state_up': True}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:19:19.456986 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Made reservation on behalf of d438145c580640cc814183c5d5da6d83 for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:19:19.460371 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:19.477777 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:19.602424 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:19.606033 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:19.610823 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:19.627848 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=92763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:19:19.657806 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746441472458', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:19.658411 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Unsubscribe: segment precommit_create {{(pid=92763) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 16:19:19.658885 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Added segment 183f137f-7b87-4518-b47f-3f890d5c977f of type vlan for network 04613797-eae9-414f-985a-dc2c62985de2 Jun 18 16:19:19.675494 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7265c853-7cd3-4965-8c9c-bd7ec2bca537,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:19.724748 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.725093 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.725417 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.725755 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.726070 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.726396 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.726709 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.727029 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.727352 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.727658 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.727961 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.728261 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Tracked resource versions report: Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: pushed versions: Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: { 'AddressGroup': {'1.2'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'ConntrackHelper': {'1.0'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Log': {'1.0'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Network': {'1.1'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Port': {'1.7'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'PortForwarding': {'1.2'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'QosPolicy': {'1.8'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SecurityGroup': {'1.4'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SubPort': {'1.0'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Subnet': {'1.1'}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Trunk': {'1.1'}} Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: consumer versions: Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: { DHCP agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: L3 agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: Metadata agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: Metering agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: Open vSwitch agent@dv-cinder-792462-12-iscsi: { 'AddressGroup': '1.2', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'ConntrackHelper': '1.0', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Log': '1.0', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Network': '1.1', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Port': '1.7', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'PortForwarding': '1.2', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'QosPolicy': '1.8', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SecurityGroup': '1.4', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SecurityGroupRule': '1.2', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SubPort': '1.0', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Subnet': '1.1', Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Trunk': '1.1'}} Jun 18 16:19:19.729610 dv-cinder-792462-12-iscsi neutron-server[92763]: {{(pid=92763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:19:19.777099 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:19.779359 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:19.829218 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:19.830672 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:19:19.831306 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:19.834027 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:19.908756 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7707961 Jun 18 16:19:19.927112 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Pushing event updated for resources: {'Network': ['ID=04613797-eae9-414f-985a-dc2c62985de2,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:19.930752 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:19.940949 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 04613797-eae9-414f-985a-dc2c62985de2 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:19:22.520777 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34052) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:22.908124 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31413c1c-537f-41bd-8c31-18171555d9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:19:22.909454 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-31413c1c-537f-41bd-8c31-18171555d9e3 admin admin] 10.222.0.44 "GET /v2.0/networks/04613797-eae9-414f-985a-dc2c62985de2 HTTP/1.1" status: 200 len: 825 time: 0.3877385 Jun 18 16:19:22.934508 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-2a74e11b-cd9d-4f9a-823f-e3df62428e8e admin admin] 10.222.0.44 "GET /v2.0/subnetpools/2d80532c-e5d2-466f-bd85-0a506cb9eac8 HTTP/1.1" status: 200 len: 734 time: 0.0197072 Jun 18 16:19:22.943788 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Request body: {'subnet': {'subnetpool_id': '2d80532c-e5d2-466f-bd85-0a506cb9eac8', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '04613797-eae9-414f-985a-dc2c62985de2', 'gateway_ip': '172.20.0.1'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:19:22.967949 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Made reservation on behalf of d438145c580640cc814183c5d5da6d83 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:19:22.971373 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:23.276147 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:23.278365 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:23.346563 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbe9b89-8240-42ab-9fcc-d0d695f87011,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:23.349552 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:23.350479 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Checking segment: {'id': '183f137f-7b87-4518-b47f-3f890d5c977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '04613797-eae9-414f-985a-dc2c62985de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:19:23.350846 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Network hostable DHCP agents. Network: 04613797-eae9-414f-985a-dc2c62985de2, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:19:23.371221 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Network 04613797-eae9-414f-985a-dc2c62985de2 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:19:23.382951 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 04613797-eae9-414f-985a-dc2c62985de2) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:19:23.387679 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:19:23.388275 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:23.393279 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d8a5a-1a0d-4fa9-b916-03504d92c703 None None] Network 04613797-eae9-414f-985a-dc2c62985de2 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:19:23.402536 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4620523 Jun 18 16:19:23.708662 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1914829-0908-5414-9e78-249191c0edbc-04613797-eae9-414f-985a-dc2c62985de2', 'network_id': '04613797-eae9-414f-985a-dc2c62985de2', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'fixed_ips': [{'subnet_id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011'}]}} from dv-cinder-792462-12-iscsi. {{(pid=92765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:19:23.709878 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:23.985142 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.db_base_plugin_common [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Allocated IP 172.20.0.2 (04613797-eae9-414f-985a-dc2c62985de2/cbbe9b89-8240-42ab-9fcc-d0d695f87011/c5214bd1-b2a6-424b-bc90-ec833acea363) {{(pid=92765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:19:24.186559 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Notify callbacks [] for port, precommit_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:24.201498 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Transition to ACTIVE for port object c5214bd1-b2a6-424b-bc90-ec833acea363 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:19:24.224415 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Transition to ACTIVE for port object c5214bd1-b2a6-424b-bc90-ec833acea363 will not be triggered until provisioned by entity DHCP. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:19:24.232552 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:24.235808 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:24.329441 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Network 04613797-eae9-414f-985a-dc2c62985de2 is already hosted by enough agents. {{(pid=92765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:19:24.334129 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.base_scheduler [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Resources bound (agent type, host, resource id): {{(pid=92765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:19:24.342429 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Received port after_create {{(pid=92765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:19:24.347700 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Pushing event updated for resources: {'Port': ['ID=c5214bd1-b2a6-424b-bc90-ec833acea363,revision_number=1']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:24.389240 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.389620 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.389971 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.390432 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.390745 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.391058 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.391366 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.391672 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.391993 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.392302 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.392604 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.392910 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Tracked resource versions report: Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: pushed versions: Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: { 'AddressGroup': {'1.2'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'ConntrackHelper': {'1.0'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Log': {'1.0'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Network': {'1.1'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Port': {'1.7'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'PortForwarding': {'1.2'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'QosPolicy': {'1.8'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SecurityGroup': {'1.4'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SubPort': {'1.0'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Subnet': {'1.1'}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Trunk': {'1.1'}} Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: consumer versions: Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: { DHCP agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: L3 agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: Metadata agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: Metering agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: Open vSwitch agent@dv-cinder-792462-12-iscsi: { 'AddressGroup': '1.2', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'ConntrackHelper': '1.0', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Log': '1.0', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Network': '1.1', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Port': '1.7', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'PortForwarding': '1.2', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'QosPolicy': '1.8', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SecurityGroup': '1.4', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SecurityGroupRule': '1.2', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SubPort': '1.0', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Subnet': '1.1', Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Trunk': '1.1'}} Jun 18 16:19:24.394295 dv-cinder-792462-12-iscsi neutron-server[92765]: {{(pid=92765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:19:24.400414 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:24.428102 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Attempting to bind port c5214bd1-b2a6-424b-bc90-ec833acea363 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:19:24.428491 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Attempting to bind port c5214bd1-b2a6-424b-bc90-ec833acea363 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '183f137f-7b87-4518-b47f-3f890d5c977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '04613797-eae9-414f-985a-dc2c62985de2'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:19:24.428907 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Attempting to bind port c5214bd1-b2a6-424b-bc90-ec833acea363 on network 04613797-eae9-414f-985a-dc2c62985de2 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:19:24.433726 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:19:24.434138 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Checking segment: {'id': '183f137f-7b87-4518-b47f-3f890d5c977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '04613797-eae9-414f-985a-dc2c62985de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:19:24.434597 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:24.434977 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Bound using segment: {'id': '183f137f-7b87-4518-b47f-3f890d5c977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '04613797-eae9-414f-985a-dc2c62985de2'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:19:24.435430 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Bound port: c5214bd1-b2a6-424b-bc90-ec833acea363, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183f137f-7b87-4518-b47f-3f890d5c977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '04613797-eae9-414f-985a-dc2c62985de2'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:19:24.435809 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:24.498898 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] For port c5214bd1-b2a6-424b-bc90-ec833acea363, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:19:24.503328 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] For port c5214bd1-b2a6-424b-bc90-ec833acea363, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c5214bd1-b2a6-424b-bc90-ec833acea363,segment=NetworkSegment(183f137f-7b87-4518-b47f-3f890d5c977f),segment_id=183f137f-7b87-4518-b47f-3f890d5c977f)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:19:24.507354 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:24.510902 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:24.573463 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Pushing event updated for resources: {'Port': ['ID=c5214bd1-b2a6-424b-bc90-ec833acea363,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:24.578574 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:25.798255 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 34060) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:26.304440 dv-cinder-792462-12-iscsi neutron-server[92764]: WARNING oslo_policy.policy [None req-f3ea67f0-949b-4fb8-b2dd-165a42d14c82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:19:26.305062 dv-cinder-792462-12-iscsi neutron-server[92764]: WARNING oslo_policy.policy [None req-f3ea67f0-949b-4fb8-b2dd-165a42d14c82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:19:26.522577 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [None req-f3ea67f0-949b-4fb8-b2dd-165a42d14c82 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:19:26.523806 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-f3ea67f0-949b-4fb8-b2dd-165a42d14c82 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7234063 Jun 18 16:19:28.908954 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 34074) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:29.228722 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [None req-a1cfdb7e-7fe8-4933-afb8-a769d490829e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:19:29.229680 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-a1cfdb7e-7fe8-4933-afb8-a769d490829e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3198669 Jun 18 16:19:30.673260 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4839226-2472-4e40-bc64-9041e2440625 None None] Network 04613797-eae9-414f-985a-dc2c62985de2 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:19:30.746269 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c5214bd1-b2a6-424b-bc90-ec833acea363 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:19:30.868982 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-a94b02e6-a96c-4fb3-a2e8-72e7374a3e5d None None] Provisioning for port c5214bd1-b2a6-424b-bc90-ec833acea363 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:19:30.898193 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port c5214bd1-b2a6-424b-bc90-ec833acea363 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:19:30.905882 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port c5214bd1-b2a6-424b-bc90-ec833acea363 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:19:30.906213 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:31.062997 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:31.099568 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port c5214bd1-b2a6-424b-bc90-ec833acea363, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c5214bd1-b2a6-424b-bc90-ec833acea363,segment=NetworkSegment(183f137f-7b87-4518-b47f-3f890d5c977f),segment_id=183f137f-7b87-4518-b47f-3f890d5c977f)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:19:31.105417 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:31.109071 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:31.158738 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=c5214bd1-b2a6-424b-bc90-ec833acea363,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:31.161890 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:31.201665 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-73a30c10-2cfc-47ca-abfd-d44c6a74f865 None None] Provisioning complete for port c5214bd1-b2a6-424b-bc90-ec833acea363 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:19:31.202749 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-73a30c10-2cfc-47ca-abfd-d44c6a74f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:31.825302 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 34090) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:32.116615 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'name': 'router1'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:19:32.180084 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.policy [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92764) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 16:19:32.225568 dv-cinder-792462-12-iscsi neutron-server[92764]: WARNING oslo_policy.policy [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:19:32.225976 dv-cinder-792462-12-iscsi neutron-server[92764]: WARNING oslo_policy.policy [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:19:32.234970 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.quota [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] Loaded quota_driver: . Jun 18 16:19:32.289876 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-608661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8040'] for router, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:32.291635 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:32.443424 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:32.448401 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416'] for router, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:32.470674 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] Notify callbacks [] for router, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:32.471867 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-4de96e63-e03f-449b-9583-efba2317666d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6455936 Jun 18 16:19:32.702094 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c5214bd1-b2a6-424b-bc90-ec833acea363 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:19:32.747850 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port c5214bd1-b2a6-424b-bc90-ec833acea363 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:19:32.748211 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:34.808343 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34100) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:35.117764 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [None req-b1f6272c-7bd2-4c8e-98cf-7687b7890e42 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:19:35.118742 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-b1f6272c-7bd2-4c8e-98cf-7687b7890e42 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3094046 Jun 18 16:19:36.446542 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-3e2666d5-fa72-4a72-9995-077239a2ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:37.538387 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34108) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:37.843666 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:19:37.864338 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Made reservation on behalf of f5e5c86c6418425da599c1d6f5d867c8 for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:19:37.866738 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:37.874871 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:37.959224 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:37.962532 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:37.966408 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:37.978076 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Reserving flat network on physical network physnet1 {{(pid=92763) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 16:19:37.996491 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84abc0a1-78f3-4144-b9d7-96540efbb474,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:38.000578 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:38.001560 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:38.001912 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Added segment 1cf37f3e-caa9-4b9c-afa4-53e93c216152 of type flat for network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 Jun 18 16:19:38.049153 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:38.082241 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:38.083454 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:19:38.084002 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:38.085845 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:38.132050 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5926127 Jun 18 16:19:38.143013 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Pushing event updated for resources: {'Network': ['ID=61ab71ce-60a7-4d6f-a4b2-b7c339012c23,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:38.145790 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:38.153456 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:19:38.803865 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6f501276-999c-4f42-9ba7-a94735a657c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:38.877208 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:39.988240 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:40.507601 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34126) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:40.710991 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a5164-27c6-40be-b304-02a55a777e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:19:40.712301 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-ac7a5164-27c6-40be-b304-02a55a777e1a admin admin] 10.222.0.44 "GET /v2.0/subnets/cbbe9b89-8240-42ab-9fcc-d0d695f87011 HTTP/1.1" status: 200 len: 849 time: 0.2037513 Jun 18 16:19:40.894597 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a27ee32d-f91f-453e-bd1c-f3130d3e7624 admin admin] 10.222.0.44 "GET /v2.0/routers/ad164541-0b0a-460f-91e6-b486fd65fc91 HTTP/1.1" status: 200 len: 704 time: 0.1757133 Jun 18 16:19:41.151389 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:41.446207 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Allocated IP 172.20.0.1 (04613797-eae9-414f-985a-dc2c62985de2/cbbe9b89-8240-42ab-9fcc-d0d695f87011/d9c81432-62f2-4a24-b1ca-7ac35337cd97) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:19:41.644487 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:41.665838 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Transition to ACTIVE for port object d9c81432-62f2-4a24-b1ca-7ac35337cd97 will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:19:41.741904 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:41.744611 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:41.802325 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Network 04613797-eae9-414f-985a-dc2c62985de2 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:19:41.813211 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:19:41.818809 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:19:41.819076 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632111'] for router_interface, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:41.869465 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:41.880130 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c81432-62f2-4a24-b1ca-7ac35337cd97,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:41.890522 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:42.034166 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:42.057873 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-84f166d9-050b-42b7-966e-4f9e16d14748 None None] Provisioning for port d9c81432-62f2-4a24-b1ca-7ac35337cd97 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:19:42.061953 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-84f166d9-050b-42b7-966e-4f9e16d14748 None None] Provisioning complete for port d9c81432-62f2-4a24-b1ca-7ac35337cd97 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:19:42.062332 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-84f166d9-050b-42b7-966e-4f9e16d14748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:42.096020 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-84f166d9-050b-42b7-966e-4f9e16d14748 None None] Port d9c81432-62f2-4a24-b1ca-7ac35337cd97 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:19:42.214736 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:42.219449 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:42.220538 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634678'] for router_interface, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:42.222159 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:42.292728 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c81432-62f2-4a24-b1ca-7ac35337cd97,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:42.296711 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:42.340374 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Network 04613797-eae9-414f-985a-dc2c62985de2 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:19:42.342522 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:19:42.504079 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Router ad164541-0b0a-460f-91e6-b486fd65fc91 is scheduled to L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 with binding_index 1 {{(pid=92763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:19:42.515723 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-9119f048-cfa0-462e-a2e2-aeceb66da072 None None] Provisioning complete for port d9c81432-62f2-4a24-b1ca-7ac35337cd97 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:19:42.516089 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9119f048-cfa0-462e-a2e2-aeceb66da072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:42.547362 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-9119f048-cfa0-462e-a2e2-aeceb66da072 None None] Port d9c81432-62f2-4a24-b1ca-7ac35337cd97 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:19:42.595606 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:19:42.601501 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] 10.222.0.44 "PUT /v2.0/routers/ad164541-0b0a-460f-91e6-b486fd65fc91/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7013965 Jun 18 16:19:42.618165 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Sync routers for ids ['ad164541-0b0a-460f-91e6-b486fd65fc91'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:19:42.629811 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Routers {'ad164541-0b0a-460f-91e6-b486fd65fc91'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:19:42.630656 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:19:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ad164541-0b0a-460f-91e6-b486fd65fc91'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:19:42.813497 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Set router ad164541-0b0a-460f-91e6-b486fd65fc91 gateway port host: None {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:19:43.232862 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'name': 'router1', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:19:32Z', 'updated_at': '2021-06-18T16:19:41Z', 'revision_number': 2, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'gw_port_host': None, '_interfaces': [{'id': 'd9c81432-62f2-4a24-b1ca-7ac35337cd97', 'name': '', 'network_id': '04613797-eae9-414f-985a-dc2c62985de2', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'mac_address': 'fa:16:3e:ca:94:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:19:41Z', 'updated_at': '2021-06-18T16:19:42Z', 'revision_number': 2, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'subnets': [{'id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d80532c-e5d2-466f-bd85-0a506cb9eac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:19:43.283840 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Checking router: ad164541-0b0a-460f-91e6-b486fd65fc91 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:19:43.284217 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Updating router ad164541-0b0a-460f-91e6-b486fd65fc91 port d9c81432-62f2-4a24-b1ca-7ac35337cd97 binding host dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:19:43.345878 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:43.830805 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Notify callbacks [] for port, precommit_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:43.848863 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.provisioning_blocks [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Transition to ACTIVE for port object d9c81432-62f2-4a24-b1ca-7ac35337cd97 will not be triggered until provisioned by entity L2. {{(pid=92766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:19:43.855922 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:43.861506 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:44.032768 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Pushing event updated for resources: {'Port': ['ID=d9c81432-62f2-4a24-b1ca-7ac35337cd97,revision_number=3']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:44.058721 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.059069 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.059399 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.059718 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.060630 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.061021 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.061338 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.061729 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.062058 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.062373 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.062681 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.062983 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Tracked resource versions report: Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: pushed versions: Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: { 'AddressGroup': {'1.2'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'ConntrackHelper': {'1.0'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Log': {'1.0'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Network': {'1.1'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Port': {'1.7'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'PortForwarding': {'1.2'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'QosPolicy': {'1.8'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SecurityGroup': {'1.4'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SubPort': {'1.0'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Subnet': {'1.1'}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Trunk': {'1.1'}} Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: consumer versions: Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: { DHCP agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: L3 agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: Metadata agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: Metering agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: Open vSwitch agent@dv-cinder-792462-12-iscsi: { 'AddressGroup': '1.2', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'ConntrackHelper': '1.0', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Log': '1.0', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Network': '1.1', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Port': '1.7', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'PortForwarding': '1.2', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'QosPolicy': '1.8', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SecurityGroup': '1.4', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SecurityGroupRule': '1.2', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SubPort': '1.0', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Subnet': '1.1', Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Trunk': '1.1'}} Jun 18 16:19:44.064363 dv-cinder-792462-12-iscsi neutron-server[92766]: {{(pid=92766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:19:44.074936 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:44.076476 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Attempting to bind port d9c81432-62f2-4a24-b1ca-7ac35337cd97 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:19:44.077234 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Attempting to bind port d9c81432-62f2-4a24-b1ca-7ac35337cd97 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '183f137f-7b87-4518-b47f-3f890d5c977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '04613797-eae9-414f-985a-dc2c62985de2'}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:19:44.077314 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Attempting to bind port d9c81432-62f2-4a24-b1ca-7ac35337cd97 on network 04613797-eae9-414f-985a-dc2c62985de2 {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:19:44.082517 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:19:44.082877 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Checking segment: {'id': '183f137f-7b87-4518-b47f-3f890d5c977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '04613797-eae9-414f-985a-dc2c62985de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:19:44.083576 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:44.083957 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Bound using segment: {'id': '183f137f-7b87-4518-b47f-3f890d5c977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '04613797-eae9-414f-985a-dc2c62985de2'} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:19:44.084440 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Bound port: d9c81432-62f2-4a24-b1ca-7ac35337cd97, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183f137f-7b87-4518-b47f-3f890d5c977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '04613797-eae9-414f-985a-dc2c62985de2'}}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:19:44.084806 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:44.149220 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] For port d9c81432-62f2-4a24-b1ca-7ac35337cd97, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:19:44.170086 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] For port d9c81432-62f2-4a24-b1ca-7ac35337cd97, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=d9c81432-62f2-4a24-b1ca-7ac35337cd97,segment=NetworkSegment(183f137f-7b87-4518-b47f-3f890d5c977f),segment_id=183f137f-7b87-4518-b47f-3f890d5c977f)] {{(pid=92766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:19:44.175188 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:44.177354 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:44.241050 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Routers {'ad164541-0b0a-460f-91e6-b486fd65fc91'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:19:44.241709 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:19:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ad164541-0b0a-460f-91e6-b486fd65fc91'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:19:44.243471 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Pushing event updated for resources: {'Port': ['ID=d9c81432-62f2-4a24-b1ca-7ac35337cd97,revision_number=4']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:44.247451 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:44.344580 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] Set router ad164541-0b0a-460f-91e6-b486fd65fc91 gateway port host: None {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:19:44.552043 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'name': 'router1', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:19:32Z', 'updated_at': '2021-06-18T16:19:41Z', 'revision_number': 2, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'gw_port_host': None, '_interfaces': [{'id': 'd9c81432-62f2-4a24-b1ca-7ac35337cd97', 'name': '', 'network_id': '04613797-eae9-414f-985a-dc2c62985de2', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'mac_address': 'fa:16:3e:ca:94:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:19:41Z', 'updated_at': '2021-06-18T16:19:44Z', 'revision_number': 4, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'subnets': [{'id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d80532c-e5d2-466f-bd85-0a506cb9eac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:19:44.579986 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc29237-504b-4569-9adb-cdbd50867354 None None] The sync data for ids ['ad164541-0b0a-460f-91e6-b486fd65fc91'] in dv-cinder-792462-12-iscsi is: [{'id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'name': 'router1', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:19:32Z', 'updated_at': '2021-06-18T16:19:41Z', 'revision_number': 2, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'gw_port_host': None, '_interfaces': [{'id': 'd9c81432-62f2-4a24-b1ca-7ac35337cd97', 'name': '', 'network_id': '04613797-eae9-414f-985a-dc2c62985de2', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'mac_address': 'fa:16:3e:ca:94:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:19:41Z', 'updated_at': '2021-06-18T16:19:44Z', 'revision_number': 4, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'subnets': [{'id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d80532c-e5d2-466f-bd85-0a506cb9eac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:19:44.905732 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34146) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:45.012925 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9982a3-db0c-4a9a-9093-53a35235f223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:19:45.015169 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1c9982a3-db0c-4a9a-9093-53a35235f223 admin admin] 10.222.0.44 "GET /v2.0/networks/61ab71ce-60a7-4d6f-a4b2-b7c339012c23 HTTP/1.1" status: 200 len: 842 time: 0.1084857 Jun 18 16:19:45.024323 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:19:45.045892 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Made reservation on behalf of f5e5c86c6418425da599c1d6f5d867c8 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:19:45.048125 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:45.327722 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.objects.ports [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92763) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:19:45.328153 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:45.330200 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-62075674-4eab-45e3-ae5f-99d77cb2152f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:45.379331 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc4f60b-3086-4a66-ac84-c759cb4759ec,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:45.387213 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:45.395222 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:19:45.395573 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Network hostable DHCP agents. Network: 61ab71ce-60a7-4d6f-a4b2-b7c339012c23, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:19:45.410820 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:19:45.418549 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 61ab71ce-60a7-4d6f-a4b2-b7c339012c23) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:19:45.422393 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:19:45.423783 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:45.431031 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a42f10-8b0b-4ad4-853a-36675e161ba1 None None] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:19:45.449730 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4212403 Jun 18 16:19:45.569658 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f019de6-c305-49e9-9113-beef7772d207 None None] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:19:47.712719 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34158) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:47.908598 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-b4f808a3-7857-41d9-9f78-414fe860bfae admin admin] 10.222.0.44 "GET /v2.0/routers/ad164541-0b0a-460f-91e6-b486fd65fc91 HTTP/1.1" status: 200 len: 710 time: 0.1946690 Jun 18 16:19:47.993973 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2201862-f970-4141-a105-7b6d4011809a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:19:47.995320 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f2201862-f970-4141-a105-7b6d4011809a admin admin] 10.222.0.44 "GET /v2.0/networks/61ab71ce-60a7-4d6f-a4b2-b7c339012c23 HTTP/1.1" status: 200 len: 886 time: 0.0805178 Jun 18 16:19:48.004151 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:19:48.248762 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:48.485261 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:48.557036 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:48.662745 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Allocated IP 172.27.3.225 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/675494bc-3617-4386-bfb6-405a3f3f2a24) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:19:48.735617 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device d9c81432-62f2-4a24-b1ca-7ac35337cd97 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:19:48.766064 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:48.782893 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port d9c81432-62f2-4a24-b1ca-7ac35337cd97 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:19:48.786579 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port d9c81432-62f2-4a24-b1ca-7ac35337cd97 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:19:48.786941 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:48.805013 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:48.807954 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-77b142a3-9a35-47ab-94f2-0bfd9ebf2733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:48.839055 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:19:48.844247 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:19:48.847443 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:19:48.866705 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:48.897847 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port d9c81432-62f2-4a24-b1ca-7ac35337cd97, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=d9c81432-62f2-4a24-b1ca-7ac35337cd97,segment=NetworkSegment(183f137f-7b87-4518-b47f-3f890d5c977f),segment_id=183f137f-7b87-4518-b47f-3f890d5c977f)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:19:48.901430 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:48.904895 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:48.915054 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Pushing event updated for resources: {'Port': ['ID=675494bc-3617-4386-bfb6-405a3f3f2a24,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:48.925084 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:48.949596 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=d9c81432-62f2-4a24-b1ca-7ac35337cd97,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:48.953420 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:49.093958 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:49.360129 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:49.363235 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-636922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-636877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-608622'] for router, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:49.467336 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Router ad164541-0b0a-460f-91e6-b486fd65fc91 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:19:49.569933 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:19:49.574073 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:49.575827 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] 10.222.0.44 "PUT /v2.0/routers/ad164541-0b0a-460f-91e6-b486fd65fc91 HTTP/1.1" status: 200 len: 890 time: 1.5743747 Jun 18 16:19:49.580460 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Sync routers for ids ['ad164541-0b0a-460f-91e6-b486fd65fc91'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:19:49.592674 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Routers {'ad164541-0b0a-460f-91e6-b486fd65fc91'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:19:49.593352 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:19:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ad164541-0b0a-460f-91e6-b486fd65fc91'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:19:49.861543 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Set router ad164541-0b0a-460f-91e6-b486fd65fc91 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:19:50.242989 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'name': 'router1', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '675494bc-3617-4386-bfb6-405a3f3f2a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:19:32Z', 'updated_at': '2021-06-18T16:19:48Z', 'revision_number': 4, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'gw_port': {'id': '675494bc-3617-4386-bfb6-405a3f3f2a24', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:19:48Z', 'updated_at': '2021-06-18T16:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'd9c81432-62f2-4a24-b1ca-7ac35337cd97', 'name': '', 'network_id': '04613797-eae9-414f-985a-dc2c62985de2', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'mac_address': 'fa:16:3e:ca:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:19:41Z', 'updated_at': '2021-06-18T16:19:48Z', 'revision_number': 5, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'subnets': [{'id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d80532c-e5d2-466f-bd85-0a506cb9eac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:19:50.290506 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Checking router: ad164541-0b0a-460f-91e6-b486fd65fc91 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:19:50.290849 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Updating router ad164541-0b0a-460f-91e6-b486fd65fc91 port 675494bc-3617-4386-bfb6-405a3f3f2a24 binding host dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:19:50.324055 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:50.631377 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:50.640515 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Transition to ACTIVE for port object 675494bc-3617-4386-bfb6-405a3f3f2a24 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:19:50.646863 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:50.648782 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:50.697941 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Attempting to bind port 675494bc-3617-4386-bfb6-405a3f3f2a24 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:19:50.698309 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Attempting to bind port 675494bc-3617-4386-bfb6-405a3f3f2a24 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:19:50.698668 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Attempting to bind port 675494bc-3617-4386-bfb6-405a3f3f2a24 on network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:19:50.708225 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe9ba7-e26e-424f-baac-487aa7896efc None None] Pushing event updated for resources: {'Port': ['ID=675494bc-3617-4386-bfb6-405a3f3f2a24,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:50.710835 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:19:50.711209 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:19:50.711604 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:50.711985 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Bound using segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:19:50.712461 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Bound port: 675494bc-3617-4386-bfb6-405a3f3f2a24, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:19:50.712876 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:50.714575 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-8dbe9ba7-e26e-424f-baac-487aa7896efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:50.735315 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device d9c81432-62f2-4a24-b1ca-7ac35337cd97 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:19:50.797924 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] For port 675494bc-3617-4386-bfb6-405a3f3f2a24, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:19:50.801306 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] For port 675494bc-3617-4386-bfb6-405a3f3f2a24, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=675494bc-3617-4386-bfb6-405a3f3f2a24,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:19:50.808308 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:50.812991 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-9f98e025-6042-4329-a09e-008f39e9861c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:50.818156 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port d9c81432-62f2-4a24-b1ca-7ac35337cd97 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:19:50.818527 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:50.902258 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Routers {'ad164541-0b0a-460f-91e6-b486fd65fc91'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:19:50.902874 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:19:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ad164541-0b0a-460f-91e6-b486fd65fc91'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:19:50.906676 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe9ba7-e26e-424f-baac-487aa7896efc None None] Pushing event updated for resources: {'Port': ['ID=675494bc-3617-4386-bfb6-405a3f3f2a24,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:51.013133 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-8dbe9ba7-e26e-424f-baac-487aa7896efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:51.115018 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] Set router ad164541-0b0a-460f-91e6-b486fd65fc91 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:19:51.322669 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'name': 'router1', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '675494bc-3617-4386-bfb6-405a3f3f2a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:19:32Z', 'updated_at': '2021-06-18T16:19:48Z', 'revision_number': 4, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'gw_port': {'id': '675494bc-3617-4386-bfb6-405a3f3f2a24', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:19:48Z', 'updated_at': '2021-06-18T16:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'd9c81432-62f2-4a24-b1ca-7ac35337cd97', 'name': '', 'network_id': '04613797-eae9-414f-985a-dc2c62985de2', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'mac_address': 'fa:16:3e:ca:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:19:41Z', 'updated_at': '2021-06-18T16:19:48Z', 'revision_number': 5, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'subnets': [{'id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d80532c-e5d2-466f-bd85-0a506cb9eac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:19:51.351877 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1b8e0-3efc-4797-8a78-8465ad264bf6 None None] The sync data for ids ['ad164541-0b0a-460f-91e6-b486fd65fc91'] in dv-cinder-792462-12-iscsi is: [{'id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'name': 'router1', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '675494bc-3617-4386-bfb6-405a3f3f2a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:19:32Z', 'updated_at': '2021-06-18T16:19:48Z', 'revision_number': 4, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'gw_port': {'id': '675494bc-3617-4386-bfb6-405a3f3f2a24', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:19:48Z', 'updated_at': '2021-06-18T16:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'd9c81432-62f2-4a24-b1ca-7ac35337cd97', 'name': '', 'network_id': '04613797-eae9-414f-985a-dc2c62985de2', 'tenant_id': 'd438145c580640cc814183c5d5da6d83', 'mac_address': 'fa:16:3e:ca:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad164541-0b0a-460f-91e6-b486fd65fc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:19:41Z', 'updated_at': '2021-06-18T16:19:48Z', 'revision_number': 5, 'project_id': 'd438145c580640cc814183c5d5da6d83', 'subnets': [{'id': 'cbbe9b89-8240-42ab-9fcc-d0d695f87011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d80532c-e5d2-466f-bd85-0a506cb9eac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:19:52.040717 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34166) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:52.162153 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-49fb6a95-5528-41ad-9164-1fc99f1e8429 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1202774 Jun 18 16:19:52.734782 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 675494bc-3617-4386-bfb6-405a3f3f2a24 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:19:52.787842 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 675494bc-3617-4386-bfb6-405a3f3f2a24 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:19:52.791447 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 675494bc-3617-4386-bfb6-405a3f3f2a24 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:19:52.791809 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:52.873090 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:52.894725 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 675494bc-3617-4386-bfb6-405a3f3f2a24, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=675494bc-3617-4386-bfb6-405a3f3f2a24,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:19:52.898561 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:52.900577 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:19:52.951569 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=675494bc-3617-4386-bfb6-405a3f3f2a24,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:19:52.954885 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:19:54.742481 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 675494bc-3617-4386-bfb6-405a3f3f2a24 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:19:54.798667 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 675494bc-3617-4386-bfb6-405a3f3f2a24 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:19:54.798971 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:06.440227 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c557cc50-0625-4db0-b278-e6e94dbc4049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:07.680929 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 5 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:20:08.810678 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-f7d30c91-403c-47ed-b9bf-4ceb9ae02c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:08.887852 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:09.993619 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:11.882868 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.442827 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-5b0b93ed-1b38-4e66-b854-ec60ae07899b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.805424 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0cd07c94-1039-4f24-9c74-eb6f94dc2075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.884207 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.996559 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.887288 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.680809 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 5 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:21:06.443962 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-aa42015c-10dd-43b4-a68f-d5e33956a8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.807068 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6924-6714-4a63-8e45-fd284570b164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.876040 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.996073 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.889698 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.680159 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 5 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:21:28.099563 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34734) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:28.160923 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.pecan_wsgi.hooks.translation [None req-039f94cb-b3ff-499d-98ad-780486935a63 admin admin] GET failed (client error): The resource could not be found. Jun 18 16:21:28.162271 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-039f94cb-b3ff-499d-98ad-780486935a63 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617740 Jun 18 16:21:28.315668 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebd034e-5328-42e6-aeae-100ffedbadea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:28.317107 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-eebd034e-5328-42e6-aeae-100ffedbadea admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1509628 Jun 18 16:21:30.511551 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34744) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:30.603517 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956be42b-4e4c-4871-b8af-b9405d2c03fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:30.604853 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-956be42b-4e4c-4871-b8af-b9405d2c03fd admin admin] 10.222.0.44 "GET /v2.0/subnets/cbbe9b89-8240-42ab-9fcc-d0d695f87011 HTTP/1.1" status: 200 len: 849 time: 0.0922966 Jun 18 16:21:30.613895 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:30.697250 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.833802 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746441422556'] for subnet, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.836708 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e985be30-d928-4d6c-903f-907b828799a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:30.865428 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:30.866055 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.867363 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] 10.222.0.44 "PUT /v2.0/subnets/cbbe9b89-8240-42ab-9fcc-d0d695f87011 HTTP/1.1" status: 200 len: 868 time: 0.2571399 Jun 18 16:21:30.867631 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4e867-c687-4a3e-a78e-59dc976d434f None None] Network 04613797-eae9-414f-985a-dc2c62985de2 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:30.888321 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbe9b89-8240-42ab-9fcc-d0d695f87011,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:30.895663 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.896008 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.896348 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.896674 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.896999 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.897343 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.897701 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.898038 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.898379 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.898699 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.899013 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.899530 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:30.903104 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:31.218392 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-6c866f6b-bdcc-4902-b9e6-8d21deed36fb None None] Provisioning complete for port c5214bd1-b2a6-424b-bc90-ec833acea363 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:31.218763 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6c866f6b-bdcc-4902-b9e6-8d21deed36fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.304262 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-6c866f6b-bdcc-4902-b9e6-8d21deed36fb None None] Provisioning complete for port d9c81432-62f2-4a24-b1ca-7ac35337cd97 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:31.304630 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6c866f6b-bdcc-4902-b9e6-8d21deed36fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.001230 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34752) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:33.196389 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f23b813-56d3-40c4-866e-691152415402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:33.196842 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f23b813-56d3-40c4-866e-691152415402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:33.198368 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-4f23b813-56d3-40c4-866e-691152415402 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962390 Jun 18 16:21:35.385972 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34760) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:35.516160 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da4a21-e53f-4cb4-9772-6af787b47fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:35.516624 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da4a21-e53f-4cb4-9772-6af787b47fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:35.518218 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a2da4a21-e53f-4cb4-9772-6af787b47fff admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313114 Jun 18 16:21:36.447949 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-5cd2404e-0722-495d-a2d5-b97e8e553d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.642164 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34768) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:37.770232 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5d001-6130-4234-8b70-bebb5a9febe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:37.771546 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a2d5d001-6130-4234-8b70-bebb5a9febe8 admin admin] 10.222.0.44 "GET /v2.0/networks/04613797-eae9-414f-985a-dc2c62985de2 HTTP/1.1" status: 200 len: 869 time: 0.1284375 Jun 18 16:21:38.808255 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-979b6e1d-97a9-43c1-b430-f1fd173d78fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.875913 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.956926 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34776) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:39.998282 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.079238 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd9a04d-63ef-475c-ab16-79965857f064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:40.080611 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-cfd9a04d-63ef-475c-ab16-79965857f064 admin admin] 10.222.0.44 "GET /v2.0/networks/61ab71ce-60a7-4d6f-a4b2-b7c339012c23 HTTP/1.1" status: 200 len: 886 time: 0.1227539 Jun 18 16:21:41.892713 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.286841 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34784) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:42.511305 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3e03a-3da4-4b4e-bde6-d5183e22d591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:42.511664 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3e03a-3da4-4b4e-bde6-d5183e22d591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:42.513156 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f7b3e03a-3da4-4b4e-bde6-d5183e22d591 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2253668 Jun 18 16:21:44.685834 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34792) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:44.782107 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c90629-2172-4840-9730-d5c2093da734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:44.782561 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c90629-2172-4840-9730-d5c2093da734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:44.784075 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-c7c90629-2172-4840-9730-d5c2093da734 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0972984 Jun 18 16:21:46.973808 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34800) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:47.062870 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fffc972-b3ce-4775-9139-e93c01da9756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:47.064195 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-3fffc972-b3ce-4775-9139-e93c01da9756 admin admin] 10.222.0.44 "GET /v2.0/subnets/cbbe9b89-8240-42ab-9fcc-d0d695f87011 HTTP/1.1" status: 200 len: 868 time: 0.0894508 Jun 18 16:21:49.212244 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 34808) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:49.345569 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a4329b-4716-4ebd-85fd-33756f6c4585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:49.347095 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d9a4329b-4716-4ebd-85fd-33756f6c4585 admin admin] 10.222.0.44 "GET /v2.0/subnets/edc4f60b-3086-4a66-ac84-c759cb4759ec HTTP/1.1" status: 200 len: 816 time: 0.1339076 Jun 18 16:21:58.678048 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 5 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:22:06.450299 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-37aa93d9-41c7-4526-8440-edf2019db6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.809271 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6fb18ad2-c646-4344-ae5d-e1c6cb3e44b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.878274 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.002510 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.900760 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.763583 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 34856) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:12.810462 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [None req-cc773ca3-3293-4d38-a7b7-f950b949f4f0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:22:12.811437 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-cc773ca3-3293-4d38-a7b7-f950b949f4f0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469398 Jun 18 16:22:15.016475 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34864) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:15.073983 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.pecan_wsgi.hooks.translation [None req-12818402-17a1-4262-8496-490c337595d0 admin admin] GET failed (client error): The resource could not be found. Jun 18 16:22:15.075249 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-12818402-17a1-4262-8496-490c337595d0 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0578430 Jun 18 16:22:15.160274 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e31d2f-c1da-4a87-86f0-84858b2fc94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:15.161741 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-51e31d2f-c1da-4a87-86f0-84858b2fc94f admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826063 Jun 18 16:22:17.397657 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34872) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:17.445617 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:17.467493 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Made reservation on behalf of f5e5c86c6418425da599c1d6f5d867c8 for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:17.470527 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.500082 dv-cinder-792462-12-iscsi neutron-server[92763]: WARNING neutron.services.revisions.revision_plugin [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Could not find related network for resource to bump revision. Jun 18 16:22:17.511501 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=92763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:17.519995 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.520327 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Added segment 527b5372-10c6-4ae5-9058-99d5aeef6e7a of type vlan for network d6d66fce-a4a1-48b0-89c7-23044c383bc3 Jun 18 16:22:17.558703 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.585109 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.586328 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:17.586950 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.588767 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:17.636828 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2380905 Jun 18 16:22:17.647026 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d66fce-a4a1-48b0-89c7-23044c383bc3,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:17.650002 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:17.659318 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network d6d66fce-a4a1-48b0-89c7-23044c383bc3 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:19.784983 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34880) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:19.845553 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5b37ed-661d-44b0-a69e-dd6c7235b65f admin admin] GET failed (client error): The resource could not be found. Jun 18 16:22:19.846875 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1c5b37ed-661d-44b0-a69e-dd6c7235b65f admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609560 Jun 18 16:22:19.915800 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d6411-64c9-4e1b-a24b-78da8e59d9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:19.917232 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1f3d6411-64c9-4e1b-a24b-78da8e59d9ea admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664611 Jun 18 16:22:19.926611 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:19.946684 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Made reservation on behalf of f5e5c86c6418425da599c1d6f5d867c8 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:19.948923 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.112128 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.114233 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:20.169412 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8ba2e8-36f9-4c6b-b8f7-e70db27a8781,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:20.172869 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:20.178187 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Checking segment: {'id': '527b5372-10c6-4ae5-9058-99d5aeef6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:20.178537 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Network hostable DHCP agents. Network: d6d66fce-a4a1-48b0-89c7-23044c383bc3, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:20.193991 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Network d6d66fce-a4a1-48b0-89c7-23044c383bc3 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:20.202696 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, d6d66fce-a4a1-48b0-89c7-23044c383bc3) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:20.206567 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:20.207142 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.213857 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5c66ec-dbcc-4c9e-94bb-06c0fe91d963 None None] Network d6d66fce-a4a1-48b0-89c7-23044c383bc3 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:20.221894 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2985897 Jun 18 16:22:20.462150 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1914829-0908-5414-9e78-249191c0edbc-d6d66fce-a4a1-48b0-89c7-23044c383bc3', 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3', 'tenant_id': 'f5e5c86c6418425da599c1d6f5d867c8', 'fixed_ips': [{'subnet_id': '8b8ba2e8-36f9-4c6b-b8f7-e70db27a8781'}]}} from dv-cinder-792462-12-iscsi. {{(pid=92765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:20.463017 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.610842 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.db_base_plugin_common [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Allocated IP 192.168.233.2 (d6d66fce-a4a1-48b0-89c7-23044c383bc3/8b8ba2e8-36f9-4c6b-b8f7-e70db27a8781/ba758c28-5798-4f60-8211-bad791b6ee68) {{(pid=92765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:20.752303 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Notify callbacks [] for port, precommit_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.760772 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Transition to ACTIVE for port object ba758c28-5798-4f60-8211-bad791b6ee68 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:20.775975 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Transition to ACTIVE for port object ba758c28-5798-4f60-8211-bad791b6ee68 will not be triggered until provisioned by entity DHCP. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:20.783737 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.786254 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:20.827015 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Network d6d66fce-a4a1-48b0-89c7-23044c383bc3 is already hosted by enough agents. {{(pid=92765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:20.829976 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Resources bound (agent type, host, resource id): {{(pid=92765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:20.833252 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Received port after_create {{(pid=92765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:20.842482 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Pushing event updated for resources: {'Port': ['ID=ba758c28-5798-4f60-8211-bad791b6ee68,revision_number=1']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:20.868434 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.868773 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.869124 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.869452 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.869800 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.870123 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.870440 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.870758 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.871094 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.871413 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.871721 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.872030 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:20.876243 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:20.904044 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Attempting to bind port ba758c28-5798-4f60-8211-bad791b6ee68 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:20.904407 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Attempting to bind port ba758c28-5798-4f60-8211-bad791b6ee68 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '527b5372-10c6-4ae5-9058-99d5aeef6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:20.904758 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Attempting to bind port ba758c28-5798-4f60-8211-bad791b6ee68 on network d6d66fce-a4a1-48b0-89c7-23044c383bc3 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:20.909743 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:20.910111 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Checking segment: {'id': '527b5372-10c6-4ae5-9058-99d5aeef6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:20.910501 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.910889 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Bound using segment: {'id': '527b5372-10c6-4ae5-9058-99d5aeef6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:20.911347 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Bound port: ba758c28-5798-4f60-8211-bad791b6ee68, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527b5372-10c6-4ae5-9058-99d5aeef6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:20.911707 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.974069 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] For port ba758c28-5798-4f60-8211-bad791b6ee68, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:20.978057 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] For port ba758c28-5798-4f60-8211-bad791b6ee68, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=ba758c28-5798-4f60-8211-bad791b6ee68,segment=NetworkSegment(527b5372-10c6-4ae5-9058-99d5aeef6e7a),segment_id=527b5372-10c6-4ae5-9058-99d5aeef6e7a)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:20.983434 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.985620 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:21.042444 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Pushing event updated for resources: {'Port': ['ID=ba758c28-5798-4f60-8211-bad791b6ee68,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:21.046316 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:21.838614 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a4f7eb-b8d5-447c-85f3-9c347ebe3e32 None None] Network d6d66fce-a4a1-48b0-89c7-23044c383bc3 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:21.904186 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-35da1d79-63d2-4573-8bdf-742bb098b762 None None] Provisioning for port ba758c28-5798-4f60-8211-bad791b6ee68 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:22.858540 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device ba758c28-5798-4f60-8211-bad791b6ee68 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:22.908834 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port ba758c28-5798-4f60-8211-bad791b6ee68 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:22.912425 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port ba758c28-5798-4f60-8211-bad791b6ee68 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:22.912785 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.987968 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.025688 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port ba758c28-5798-4f60-8211-bad791b6ee68, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=ba758c28-5798-4f60-8211-bad791b6ee68,segment=NetworkSegment(527b5372-10c6-4ae5-9058-99d5aeef6e7a),segment_id=527b5372-10c6-4ae5-9058-99d5aeef6e7a)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:23.029776 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.031873 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-8dbe9ba7-e26e-424f-baac-487aa7896efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:23.080121 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=ba758c28-5798-4f60-8211-bad791b6ee68,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:23.083293 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:24.834977 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device ba758c28-5798-4f60-8211-bad791b6ee68 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:24.885349 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port ba758c28-5798-4f60-8211-bad791b6ee68 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:24.885748 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.676474 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 5 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:22:36.452481 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a6848c5c-1c15-44e6-8d6d-5579b2d7aba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.813015 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2b69af62-2af9-45bf-8df4-564cff2ec504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.878495 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.004592 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.903800 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.452996 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0de8672d-4bd4-4aa5-a74c-14c43806de62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.814371 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8e04-1212-49e2-90ef-03f96a792c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.879484 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.005559 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.909852 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.674317 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 5 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:23:27.976100 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34932) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:27.982893 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [None req-a86c2446-328c-4c35-aac0-5e7fe8cedaa2 tempest-verify_tempest_config-1397149819 tempest-verify_tempest_config-1397149819-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:27.983864 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a86c2446-328c-4c35-aac0-5e7fe8cedaa2 tempest-verify_tempest_config-1397149819 tempest-verify_tempest_config-1397149819-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067594 Jun 18 16:23:28.314170 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 34950) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:28.413755 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.498080 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.501722 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.504869 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ce6e7724-959c-4722-bae1-bcdf6f8629c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:28.550986 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83df8c5b56544a7bb4e323e89f4739cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2356730 Jun 18 16:23:28.553393 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad46626-4a32-494c-b87e-624d5ebdce9e,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:28.554000 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 34954) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:28.558814 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.559165 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.559510 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.559817 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.560135 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.560470 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.560785 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.561094 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.561418 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.561756 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.562062 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.562365 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.566146 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:28.634838 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.655180 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.753651 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.756863 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.758244 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ad46626-4a32-494c-b87e-624d5ebdce9e HTTP/1.1" status: 204 len: 168 time: 0.2032216 Jun 18 16:23:28.759190 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:28.767371 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad46626-4a32-494c-b87e-624d5ebdce9e,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:28.777171 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.777512 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.777863 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.778183 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.778501 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.778866 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.779181 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.779505 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.779833 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.780144 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.780449 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.780784 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Tracked resource versions report: Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: pushed versions: Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: { 'AddressGroup': {'1.2'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'ConntrackHelper': {'1.0'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Log': {'1.0'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Network': {'1.1'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Port': {'1.7'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'PortForwarding': {'1.2'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'QosPolicy': {'1.8'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SecurityGroup': {'1.4'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SubPort': {'1.0'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Subnet': {'1.1'}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Trunk': {'1.1'}} Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: consumer versions: Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: { DHCP agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: L3 agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: Metadata agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: Metering agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: Open vSwitch agent@dv-cinder-792462-12-iscsi: { 'AddressGroup': '1.2', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'ConntrackHelper': '1.0', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Log': '1.0', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Network': '1.1', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Port': '1.7', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'PortForwarding': '1.2', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'QosPolicy': '1.8', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SecurityGroup': '1.4', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SecurityGroupRule': '1.2', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SubPort': '1.0', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Subnet': '1.1', Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Trunk': '1.1'}} Jun 18 16:23:28.782163 dv-cinder-792462-12-iscsi neutron-server[92764]: {{(pid=92764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:23:28.811626 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:36.454978 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eea066d-62b7-438d-a35d-b575848bec4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.816261 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4ce72860-62d3-43b0-aebf-dc1e1f35344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.880115 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.008100 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.913154 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.672765 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 5 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:24:06.455969 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-98b6399a-90d8-4a81-bb24-a99f40060282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.815595 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-1575bb7c-e4d9-409e-8ea4-d3c4b2ab894f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.881249 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.015744 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.913830 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.672017 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 5 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:24:36.456595 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-59efb1ec-b7d7-4cc9-8db3-3de792b5b944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.815127 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-659c3917-dcc5-4e7d-8015-9c127e4df601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.881619 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:40.015947 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.917035 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.670198 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 5 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:25:06.396607 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449'] for agent, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.456246 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-1410b592-082d-4dcf-9669-501b44ac45d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.814735 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d5db-a789-4795-8626-b7f7de72f2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.882662 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.018041 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.920451 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.841538 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35032) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.943036 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1f61f837-901a-462a-8969-5ecb9b0171c2 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1003745 Jun 18 16:25:24.125901 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35042) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.178449 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-51ef3519-ce1f-4d66-a7b7-3f4dcfac5476 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0515306 Jun 18 16:25:36.340902 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:36.459593 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d643fa9c-52b2-4737-8dfc-dcc30a5bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.815121 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4f70cdda-4ac7-4498-86e6-aceb64b96971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.884450 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.019611 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.669496 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:25:41.923252 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.343671 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.459141 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-b3a253f0-b566-4bf3-b834-3e6cd44ce23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.815651 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-100a1fd1-deeb-4122-b515-fa3cb9129160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.885856 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.022076 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.927259 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.668285 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:26:36.360425 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:36.459713 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-f308e9d2-76fc-46f4-ac95-cefb9741faf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.919073 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c8a506ce-5925-4f27-8bcd-352177ef671c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.922920 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.025707 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.931446 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.621608 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35198) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:53.823477 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-11158543-network', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:53.856709 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Made reservation on behalf of ace971bcab484234aeb195e3f2919fec for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:53.863033 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.877032 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.972155 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.976278 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.981437 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:54.005606 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=92763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:26:54.015441 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc5ff8e-5778-4c57-ab48-e353e69ceb86,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:54.024837 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.025523 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.025625 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.026031 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.026358 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.026751 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.027082 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.027418 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.027759 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.028080 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.028397 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.028708 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Tracked resource versions report: Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: pushed versions: Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: { 'AddressGroup': {'1.2'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'ConntrackHelper': {'1.0'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Log': {'1.0'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Network': {'1.1'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Port': {'1.7'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'PortForwarding': {'1.2'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'QosPolicy': {'1.8'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SecurityGroup': {'1.4'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SubPort': {'1.0'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Subnet': {'1.1'}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Trunk': {'1.1'}} Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: consumer versions: Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: { DHCP agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: HyperV agent@hv-cinder-79246: {}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: L3 agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: Metadata agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: Metering agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: Open vSwitch agent@dv-cinder-792462-12-iscsi: { 'AddressGroup': '1.2', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'ConntrackHelper': '1.0', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Log': '1.0', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Network': '1.1', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Port': '1.7', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'PortForwarding': '1.2', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'QosPolicy': '1.8', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SecurityGroup': '1.4', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SecurityGroupRule': '1.2', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'SubPort': '1.0', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Subnet': '1.1', Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: 'Trunk': '1.1'}} Jun 18 16:26:54.029878 dv-cinder-792462-12-iscsi neutron-server[92763]: {{(pid=92763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:26:54.032961 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.033307 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Added segment 320b2c45-cfc9-4605-a628-6ff9eb92bc2b of type vlan for network 0883b05a-15d5-409b-9c71-4adb702e2d9a Jun 18 16:26:54.034753 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:54.074829 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.114500 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.116014 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:54.116640 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.120043 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:54.172702 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5499606 Jun 18 16:26:54.175769 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35244) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.184981 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Request body: {'subnet': {'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-11158543-subnet', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:54.189018 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Pushing event updated for resources: {'Network': ['ID=0883b05a-15d5-409b-9c71-4adb702e2d9a,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:54.200391 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:54.201161 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 0883b05a-15d5-409b-9c71-4adb702e2d9a details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:26:54.213887 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Made reservation on behalf of ace971bcab484234aeb195e3f2919fec for: {'subnet': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:54.217024 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.224447 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35250) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.486935 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.492203 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:54.540180 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Pushing event updated for resources: {'Subnet': ['ID=913cc92b-c816-492d-bf03-8d4553e6b4a5,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:54.543225 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35268) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.550792 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.551059 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.551380 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.551694 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.552001 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.552314 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.552628 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.552932 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.553246 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.553549 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.553870 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.554355 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Tracked resource versions report: Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: pushed versions: Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: { 'AddressGroup': {'1.2'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'ConntrackHelper': {'1.0'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Log': {'1.0'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Network': {'1.1'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Port': {'1.7'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'PortForwarding': {'1.2'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'QosPolicy': {'1.8'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SecurityGroup': {'1.4'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SubPort': {'1.0'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Subnet': {'1.1'}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Trunk': {'1.1'}} Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: consumer versions: Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: { DHCP agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: HyperV agent@hv-cinder-79246: {}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: L3 agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: Metadata agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: Metering agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: Open vSwitch agent@dv-cinder-792462-12-iscsi: { 'AddressGroup': '1.2', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'ConntrackHelper': '1.0', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Log': '1.0', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Network': '1.1', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Port': '1.7', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'PortForwarding': '1.2', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'QosPolicy': '1.8', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SecurityGroup': '1.4', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SecurityGroupRule': '1.2', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'SubPort': '1.0', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Subnet': '1.1', Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: 'Trunk': '1.1'}} Jun 18 16:26:54.555324 dv-cinder-792462-12-iscsi neutron-server[92764]: {{(pid=92764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:26:54.564130 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:54.572978 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Checking segment: {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:54.573432 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Network hostable DHCP agents. Network: 0883b05a-15d5-409b-9c71-4adb702e2d9a, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:26:54.615641 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Network 0883b05a-15d5-409b-9c71-4adb702e2d9a is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:26:54.630701 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 0883b05a-15d5-409b-9c71-4adb702e2d9a) {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:54.636759 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:54.637458 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.640715 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-network', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:54.644122 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7356ba-87fc-4b23-9e51-c2a673086751 None None] Network 0883b05a-15d5-409b-9c71-4adb702e2d9a requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:54.656983 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35274) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.658357 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-01957768-bfd5-4c34-afce-d8a82b51058b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4807765 Jun 18 16:26:54.666758 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:54.667652 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:26:54.708264 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Made reservation on behalf of 07e561593f534ef7b032c2b2fc12ba34 for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:54.711256 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.720562 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.728896 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-608661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8040'] for router, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.730294 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.808363 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1914829-0908-5414-9e78-249191c0edbc-0883b05a-15d5-409b-9c71-4adb702e2d9a', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5'}]}} from dv-cinder-792462-12-iscsi. {{(pid=92765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:54.809502 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.827419 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.996943 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.db_base_plugin_common [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Allocated IP 172.20.0.2 (0883b05a-15d5-409b-9c71-4adb702e2d9a/913cc92b-c816-492d-bf03-8d4553e6b4a5/055ed75f-0282-45c9-b2a0-2f1142f09b45) {{(pid=92765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:55.021042 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35280) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:55.059609 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.129960 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1187013030-network', 'tenant_id': '8dbda492c5824b359f85beb6ddb9118c'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:55.163869 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.182923 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.195785 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=92763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:26:55.204822 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.205153 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Added segment f5a9356d-fc5b-41c6-a3ed-731d8915a5be of type vlan for network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 Jun 18 16:26:55.232535 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Notify callbacks [] for port, precommit_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.244387 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Transition to ACTIVE for port object 055ed75f-0282-45c9-b2a0-2f1142f09b45 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:55.255115 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.263806 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Transition to ACTIVE for port object 055ed75f-0282-45c9-b2a0-2f1142f09b45 will not be triggered until provisioned by entity DHCP. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:55.275381 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.285159 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:55.287541 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-15e8a347-10b8-4d67-a527-335a5f592553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:55.289704 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Made reservation on behalf of 8dbda492c5824b359f85beb6ddb9118c for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:55.292775 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.323146 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.331332 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5417adff-62ba-4864-9d8a-aa836892f7fe,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:55.336776 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:55.342904 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.352887 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:55.354043 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.357334 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Pushing event updated for resources: {'Port': ['ID=055ed75f-0282-45c9-b2a0-2f1142f09b45,revision_number=1']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:55.368009 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-28bf5045-e9f8-48d0-8b97-db914b011b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:55.370099 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.370454 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.370924 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.371126 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.371451 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.371890 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.372250 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.372571 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.372951 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.373330 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.373694 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.374039 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Tracked resource versions report: Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: pushed versions: Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: { 'AddressGroup': {'1.2'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'ConntrackHelper': {'1.0'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Log': {'1.0'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Network': {'1.1'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Port': {'1.7'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'PortForwarding': {'1.2'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'QosPolicy': {'1.8'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SecurityGroup': {'1.4'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SubPort': {'1.0'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Subnet': {'1.1'}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Trunk': {'1.1'}} Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: consumer versions: Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: { DHCP agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: HyperV agent@hv-cinder-79246: {}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: L3 agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: Metadata agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: Metering agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: Open vSwitch agent@dv-cinder-792462-12-iscsi: { 'AddressGroup': '1.2', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'ConntrackHelper': '1.0', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Log': '1.0', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Network': '1.1', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Port': '1.7', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'PortForwarding': '1.2', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'QosPolicy': '1.8', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SecurityGroup': '1.4', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SecurityGroupRule': '1.2', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'SubPort': '1.0', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Subnet': '1.1', Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: 'Trunk': '1.1'}} Jun 18 16:26:55.375324 dv-cinder-792462-12-iscsi neutron-server[92765]: {{(pid=92765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:26:55.386201 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Network 0883b05a-15d5-409b-9c71-4adb702e2d9a is already hosted by enough agents. {{(pid=92765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:55.387598 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:55.391365 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.base_scheduler [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Resources bound (agent type, host, resource id): {{(pid=92765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:55.393986 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Received port after_create {{(pid=92765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:55.412934 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-988029660-network', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:55.427169 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:55.436288 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.db.api [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:26:55.436288 dv-cinder-792462-12-iscsi neutron-server[92764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:26:55.436288 dv-cinder-792462-12-iscsi neutron-server[92764]: [parameters: {'project_id_1': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 26, 55, 419572)}] Jun 18 16:26:55.436288 dv-cinder-792462-12-iscsi neutron-server[92764]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:26:55.437058 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_db.api [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:26:55.440982 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:55.468423 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:26:55.539735 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Attempting to bind port 055ed75f-0282-45c9-b2a0-2f1142f09b45 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:55.540364 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Attempting to bind port 055ed75f-0282-45c9-b2a0-2f1142f09b45 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:55.541040 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Attempting to bind port 055ed75f-0282-45c9-b2a0-2f1142f09b45 on network 0883b05a-15d5-409b-9c71-4adb702e2d9a {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:55.552359 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:55.553075 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Checking segment: {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:55.553837 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.554391 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Bound using segment: {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:55.555152 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Bound port: 055ed75f-0282-45c9-b2a0-2f1142f09b45, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:55.555988 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.641658 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] For port 055ed75f-0282-45c9-b2a0-2f1142f09b45, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:55.646059 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] For port 055ed75f-0282-45c9-b2a0-2f1142f09b45, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=055ed75f-0282-45c9-b2a0-2f1142f09b45,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:55.652961 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.692528 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:55.742520 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.805807 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.834638 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Pushing event updated for resources: {'Port': ['ID=055ed75f-0282-45c9-b2a0-2f1142f09b45,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:55.839011 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:55.963365 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Allocated IP 172.27.3.210 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/6f553e64-8d99-4065-9cf9-ee085983362c) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:56.139393 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.153225 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.169596 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:56.187432 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.197837 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9716053 Jun 18 16:26:56.202562 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35326) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:56.214437 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Request body: {'subnet': {'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-subnet', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:56.222779 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=92763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:26:56.229086 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Made reservation on behalf of e258b45baf0041cc9d4b8ecc3cbf2934 for: {'network': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:56.234907 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.253593 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.253872 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c79b8e9-560b-4d0f-89b2-d2829120d3b6,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:56.257177 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.257755 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Added segment f91b71a6-bb84-413a-8823-425caaf12d5b of type vlan for network 8354dfd2-21f0-4a84-bece-f745c00fbc79 Jun 18 16:26:56.262452 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:56.311522 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Made reservation on behalf of 07e561593f534ef7b032c2b2fc12ba34 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:56.313917 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.370122 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.401556 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.416293 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:56.473272 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:56.474102 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.475621 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.481037 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:56.481617 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.483880 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:56.485515 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.490019 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:56.495201 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:56.526268 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=92764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:26:56.546680 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93731d53-fd9e-48fc-b3b4-c328381c4507,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:56.554047 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:56.555648 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746441472458', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.558010 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Unsubscribe: segment precommit_create {{(pid=92764) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 16:26:56.558794 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.segments_db [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Added segment 963d3664-d5b4-453e-9294-eadabab9b7e4 of type vlan for network f9bc59cc-d3ee-4170-96ce-60655b53d600 Jun 18 16:26:56.561932 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Pushing event updated for resources: {'Port': ['ID=6f553e64-8d99-4065-9cf9-ee085983362c,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:56.568847 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:56.570725 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:56.594599 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0498078 Jun 18 16:26:56.600152 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35338) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:56.610268 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Request body: {'subnet': {'network_id': '8354dfd2-21f0-4a84-bece-f745c00fbc79', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1187013030-subnet', 'tenant_id': '8dbda492c5824b359f85beb6ddb9118c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:56.685320 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.713952 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Pushing event updated for resources: {'Network': ['ID=8354dfd2-21f0-4a84-bece-f745c00fbc79,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:56.720619 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:56.725941 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Made reservation on behalf of 8dbda492c5824b359f85beb6ddb9118c for: {'subnet': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:56.729651 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 8354dfd2-21f0-4a84-bece-f745c00fbc79 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:26:56.743135 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.822972 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.835022 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.867568 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:56.886109 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:56.887339 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.897627 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:56.963237 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9400024 Jun 18 16:26:56.968929 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35352) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:56.969590 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:56.980657 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Request body: {'subnet': {'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-988029660-subnet', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:57.002175 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:57.021550 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.076763 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Pushing event updated for resources: {'Network': ['ID=f9bc59cc-d3ee-4170-96ce-60655b53d600,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:57.089822 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network f9bc59cc-d3ee-4170-96ce-60655b53d600 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:26:57.095084 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:57.101657 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Checking segment: {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:57.103816 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Network hostable DHCP agents. Network: ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:26:57.115335 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Made reservation on behalf of e258b45baf0041cc9d4b8ecc3cbf2934 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:57.117760 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.125165 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 055ed75f-0282-45c9-b2a0-2f1142f09b45 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:57.259699 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.264200 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:57.303026 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbabf621-661b-409a-a649-c21ea68ecf7d None None] Network 0883b05a-15d5-409b-9c71-4adb702e2d9a requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:57.335402 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47613ad-5241-474d-b543-10a69f65485b,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:57.351256 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:57.359223 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Checking segment: {'id': 'f91b71a6-bb84-413a-8823-425caaf12d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8354dfd2-21f0-4a84-bece-f745c00fbc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:57.359572 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Network hostable DHCP agents. Network: 8354dfd2-21f0-4a84-bece-f745c00fbc79, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:26:57.361569 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:26:57.381556 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35360) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.404103 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:57.412635 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Network 8354dfd2-21f0-4a84-bece-f745c00fbc79 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:26:57.413417 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:57.414450 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.427932 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 8354dfd2-21f0-4a84-bece-f745c00fbc79) {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:57.446635 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d3d1b-b48b-4601-a99f-d3912eb5de8a None None] Network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:57.461435 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:57.463677 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.467444 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 055ed75f-0282-45c9-b2a0-2f1142f09b45 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:57.473775 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5399148-9e98-4f06-93a8-7c560ac61eea None None] Network 8354dfd2-21f0-4a84-bece-f745c00fbc79 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:57.505217 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9034684 Jun 18 16:26:57.522669 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3155143 Jun 18 16:26:57.525712 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35382) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.534113 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:57.546974 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416'] for router, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.594456 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-608661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8040'] for router, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.596240 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.658789 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-6438163b-11e9-43a9-98ac-22b1b16f5efd None None] Provisioning for port 055ed75f-0282-45c9-b2a0-2f1142f09b45 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:57.670255 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 055ed75f-0282-45c9-b2a0-2f1142f09b45 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:57.670630 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.732340 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.825116 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c35f8fa8-b0c7-4bb5-b332-f6ea50898410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.829043 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-6438163b-11e9-43a9-98ac-22b1b16f5efd None None] Provisioning complete for port 055ed75f-0282-45c9-b2a0-2f1142f09b45 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:57.829984 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6438163b-11e9-43a9-98ac-22b1b16f5efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.944462 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.986204 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:58.011340 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0291c4-0818-4941-bb8c-56391bd24ed5 None None] Network 8354dfd2-21f0-4a84-bece-f745c00fbc79 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:58.069195 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.139568 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6438163b-11e9-43a9-98ac-22b1b16f5efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.259768 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-6438163b-11e9-43a9-98ac-22b1b16f5efd None None] For port 055ed75f-0282-45c9-b2a0-2f1142f09b45, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=055ed75f-0282-45c9-b2a0-2f1142f09b45,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:58.335820 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6438163b-11e9-43a9-98ac-22b1b16f5efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.380785 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-8dbe9ba7-e26e-424f-baac-487aa7896efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:58.409785 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.419770 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:58.430066 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:58.522878 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.526826 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c35f8fa8-b0c7-4bb5-b332-f6ea50898410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.544463 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Checking segment: {'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:58.544824 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Network hostable DHCP agents. Network: f9bc59cc-d3ee-4170-96ce-60655b53d600, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:26:58.557479 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.561578 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c35f8fa8-b0c7-4bb5-b332-f6ea50898410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.563011 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Router d107d7e3-bdcb-47b4-9d31-e970fd271047 is scheduled to L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 with binding_index 1 {{(pid=92763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:26:58.637231 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:58.686775 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438163b-11e9-43a9-98ac-22b1b16f5efd None None] Pushing event updated for resources: {'Port': ['ID=055ed75f-0282-45c9-b2a0-2f1142f09b45,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:58.696118 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-c35f8fa8-b0c7-4bb5-b332-f6ea50898410 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=335f288f12294a12a4bd67d634d0083c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3070443 Jun 18 16:26:58.697304 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f8fa8-b0c7-4bb5-b332-f6ea50898410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e97d0a-1fd3-4d74-a75a-6d6f4d6c812f,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:58.697881 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-6438163b-11e9-43a9-98ac-22b1b16f5efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:58.705390 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1914829-0908-5414-9e78-249191c0edbc-ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b'}]}} from dv-cinder-792462-12-iscsi. {{(pid=92765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:58.706273 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.729146 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35418) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:58.731347 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c35f8fa8-b0c7-4bb5-b332-f6ea50898410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:58.737335 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Allocated IP 172.27.3.72 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/eb607d5d-7c8a-4893-b153-f7482af50a64) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:58.753199 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.db.api [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:26:58.753475 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_db.api [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:26:58.861919 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Network f9bc59cc-d3ee-4170-96ce-60655b53d600 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:26:58.925621 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, f9bc59cc-d3ee-4170-96ce-60655b53d600) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:58.942300 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319cda16-5c68-47ca-925d-d1740cdd84ee None None] Network f9bc59cc-d3ee-4170-96ce-60655b53d600 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:58.954810 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.956046 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:58.956844 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.979849 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6fd82dec-467f-4845-bc20-92cb3013fefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.987630 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0156355 Jun 18 16:26:58.997528 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35436) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.004837 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-988029660-router', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:59.048922 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.db_base_plugin_common [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Allocated IP 172.20.0.2 (ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00/ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b/d117ba6b-9015-4f90-95a0-da450703edd4) {{(pid=92765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:59.071912 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6fd82dec-467f-4845-bc20-92cb3013fefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.083111 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:26:59.093604 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Sync routers for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:26:59.106564 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35444) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.109062 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:59.109719 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:26:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:59.152646 dv-cinder-792462-12-iscsi neutron-server[92763]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 16:26:59.234419 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.244921 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-b289d23e-2e59-4f19-a9b7-2b6f86023ca8 None None] Provisioning complete for port 055ed75f-0282-45c9-b2a0-2f1142f09b45 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:59.245524 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-b289d23e-2e59-4f19-a9b7-2b6f86023ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.272328 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-608661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8040'] for router, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.273511 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.282251 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:59.309565 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:59.316147 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.320724 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6583357 Jun 18 16:26:59.330010 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35454) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.331726 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6fd82dec-467f-4845-bc20-92cb3013fefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.335823 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:26:59.386604 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:59.389507 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6fd82dec-467f-4845-bc20-92cb3013fefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.395730 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827011b0-0961-466d-853f-ed5d40a360b4 None None] Network f9bc59cc-d3ee-4170-96ce-60655b53d600 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:59.397407 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-6fd82dec-467f-4845-bc20-92cb3013fefa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3e97d0a-1fd3-4d74-a75a-6d6f4d6c812f HTTP/1.1" status: 204 len: 168 time: 0.6002040 Jun 18 16:26:59.398413 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:59.449808 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd82dec-467f-4845-bc20-92cb3013fefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e97d0a-1fd3-4d74-a75a-6d6f4d6c812f,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:59.463678 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6fd82dec-467f-4845-bc20-92cb3013fefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:59.496118 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:59.570879 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 055ed75f-0282-45c9-b2a0-2f1142f09b45 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:59.663237 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.743600 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-61ff7fb5-9193-47b3-b178-c2cb87bc98c9 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:59.750945 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-61ff7fb5-9193-47b3-b178-c2cb87bc98c9 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/networks?id=8354dfd2-21f0-4a84-bece-f745c00fbc79 HTTP/1.1" status: 200 len: 812 time: 0.6324291 Jun 18 16:26:59.786094 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:26:56Z', 'revision_number': 3, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:59.810560 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Notify callbacks [] for port, precommit_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.819418 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Checking router: d107d7e3-bdcb-47b4-9d31-e970fd271047 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:26:59.819897 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Updating router d107d7e3-bdcb-47b4-9d31-e970fd271047 port 6f553e64-8d99-4065-9cf9-ee085983362c binding host dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:26:59.871961 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.880220 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Transition to ACTIVE for port object d117ba6b-9015-4f90-95a0-da450703edd4 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:59.949476 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-571563d8-bdcf-4fde-ad56-0009db73ef31 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/quotas/8dbda492c5824b359f85beb6ddb9118c HTTP/1.1" status: 200 len: 375 time: 0.1548209 Jun 18 16:26:59.995737 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Transition to ACTIVE for port object d117ba6b-9015-4f90-95a0-da450703edd4 will not be triggered until provisioned by entity DHCP. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:00.036822 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 055ed75f-0282-45c9-b2a0-2f1142f09b45 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:00.037210 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.053020 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.084674 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:00.144330 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.158418 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 is already hosted by enough agents. {{(pid=92765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:00.163040 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.base_scheduler [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Resources bound (agent type, host, resource id): {{(pid=92765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:00.166859 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Received port after_create {{(pid=92765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:00.225735 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-9f205bf0-8969-411d-b3dd-a9a6eff7a493 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8dbda492c5824b359f85beb6ddb9118c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2753320 Jun 18 16:27:00.238334 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.279603 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Pushing event updated for resources: {'Port': ['ID=d117ba6b-9015-4f90-95a0-da450703edd4,revision_number=1']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:00.284979 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:00.286518 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Attempting to bind port d117ba6b-9015-4f90-95a0-da450703edd4 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:00.286824 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Attempting to bind port d117ba6b-9015-4f90-95a0-da450703edd4 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:00.287191 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Attempting to bind port d117ba6b-9015-4f90-95a0-da450703edd4 on network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:00.292006 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Pushing event updated for resources: {'Port': ['ID=eb607d5d-7c8a-4893-b153-f7482af50a64,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:00.305200 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35482) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.310127 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:00.329548 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:00.329947 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Checking segment: {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:00.330352 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.330747 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Bound using segment: {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:00.331243 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Bound port: d117ba6b-9015-4f90-95a0-da450703edd4, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:00.331890 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.352380 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0fda00e3-17b6-4fc2-bb1d-4a043096b70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.458658 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] For port d117ba6b-9015-4f90-95a0-da450703edd4, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:00.464764 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] For port d117ba6b-9015-4f90-95a0-da450703edd4, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=d117ba6b-9015-4f90-95a0-da450703edd4,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:00.471242 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.501584 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:00.525207 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Notify callbacks [] for port, precommit_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.552089 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.provisioning_blocks [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Transition to ACTIVE for port object 6f553e64-8d99-4065-9cf9-ee085983362c will not be triggered until provisioned by entity L2. {{(pid=92766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:00.569382 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.588480 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-834db293-143c-40a9-b130-a8fa867fd1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:00.589414 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0fda00e3-17b6-4fc2-bb1d-4a043096b70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.594386 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416'] for router, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.620991 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Pushing event updated for resources: {'Port': ['ID=d117ba6b-9015-4f90-95a0-da450703edd4,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:00.628268 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Attempting to bind port 6f553e64-8d99-4065-9cf9-ee085983362c on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:00.629137 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Attempting to bind port 6f553e64-8d99-4065-9cf9-ee085983362c by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:00.630143 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Attempting to bind port 6f553e64-8d99-4065-9cf9-ee085983362c on network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:00.635297 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:00.636606 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.644514 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-6dfdbd6f-3304-4781-bb6c-84688887439c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:27:00.645571 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-6dfdbd6f-3304-4781-bb6c-84688887439c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2036972 Jun 18 16:27:00.679662 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:00.680036 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:00.680435 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.683409 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Bound using segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:00.684542 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Bound port: 6f553e64-8d99-4065-9cf9-ee085983362c, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:00.684930 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.743578 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0fda00e3-17b6-4fc2-bb1d-4a043096b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.778799 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] For port 6f553e64-8d99-4065-9cf9-ee085983362c, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:00.792701 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:00.793852 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] For port 6f553e64-8d99-4065-9cf9-ee085983362c, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=6f553e64-8d99-4065-9cf9-ee085983362c,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:00.838604 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-0fda00e3-17b6-4fc2-bb1d-4a043096b70a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=782869bd063c456383b155fcbb95a418&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5316691 Jun 18 16:27:00.840281 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda00e3-17b6-4fc2-bb1d-4a043096b70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8de501e-20f1-47db-b6cd-525bd1d2c732,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:00.843143 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35496) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.845083 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.851125 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Pushing event updated for resources: {'Port': ['ID=6f553e64-8d99-4065-9cf9-ee085983362c,revision_number=2']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:00.879687 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.880054 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.880386 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.880710 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.889251 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0fda00e3-17b6-4fc2-bb1d-4a043096b70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:00.889754 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.896088 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Router 9504ff19-5547-4d97-8d26-bf948e3e1df6 is scheduled to L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 with binding_index 1 {{(pid=92764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:27:00.901827 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.902468 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.902805 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.903151 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.903528 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.903850 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.904292 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Tracked resource versions report: Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: pushed versions: Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: { 'AddressGroup': {'1.2'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'ConntrackHelper': {'1.0'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Log': {'1.0'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Network': {'1.1'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Port': {'1.7'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'PortForwarding': {'1.2'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'QosPolicy': {'1.8'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SecurityGroup': {'1.4'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SubPort': {'1.0'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Subnet': {'1.1'}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Trunk': {'1.1'}} Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: consumer versions: Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: { DHCP agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: HyperV agent@hv-cinder-79246: {}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: L3 agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: Metadata agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: Metering agent@dv-cinder-792462-12-iscsi: {}, Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: Open vSwitch agent@dv-cinder-792462-12-iscsi: { 'AddressGroup': '1.2', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'ConntrackHelper': '1.0', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Log': '1.0', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Network': '1.1', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Port': '1.7', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'PortForwarding': '1.2', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'QosPolicy': '1.8', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SecurityGroup': '1.4', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SecurityGroupRule': '1.2', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'SubPort': '1.0', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Subnet': '1.1', Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: 'Trunk': '1.1'}} Jun 18 16:27:00.906177 dv-cinder-792462-12-iscsi neutron-server[92766]: {{(pid=92766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:27:00.923016 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:00.925307 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:01.057728 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2d716da2-d960-430c-87e7-92be0aa530a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.070595 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:01.071239 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:26:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:01.132848 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Pushing event updated for resources: {'Port': ['ID=6f553e64-8d99-4065-9cf9-ee085983362c,revision_number=3']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:01.144502 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2d716da2-d960-430c-87e7-92be0aa530a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.168694 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:01.197650 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-e4672d3f-ea55-4be0-bfb2-479a38199e39 service neutron] 10.222.0.44 "GET /v2.0/networks/8354dfd2-21f0-4a84-bece-f745c00fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381746 Jun 18 16:27:01.230826 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:01.245920 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Sync routers for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:01.271024 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:01.272760 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:01.273284 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:26:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:01.284466 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Notify callbacks [] for router, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.285774 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7574217 Jun 18 16:27:01.290670 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35510) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.332356 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2d716da2-d960-430c-87e7-92be0aa530a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.337227 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2d716da2-d960-430c-87e7-92be0aa530a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.341979 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-2d716da2-d960-430c-87e7-92be0aa530a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8de501e-20f1-47db-b6cd-525bd1d2c732 HTTP/1.1" status: 204 len: 168 time: 0.4975760 Jun 18 16:27:01.344367 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:01.357970 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d716da2-d960-430c-87e7-92be0aa530a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8de501e-20f1-47db-b6cd-525bd1d2c732,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:01.360663 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2d716da2-d960-430c-87e7-92be0aa530a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:01.561612 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.579020 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Allocated IP 172.20.0.1 (0883b05a-15d5-409b-9c71-4adb702e2d9a/913cc92b-c816-492d-bf03-8d4553e6b4a5/c670233d-8ffb-4ae4-84f5-d491cac110af) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:01.609754 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:01.643597 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.760269 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device d117ba6b-9015-4f90-95a0-da450703edd4 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:01.793161 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:26:56Z', 'revision_number': 3, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:01.797497 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-0a8438a1-3e18-49f9-af5e-18d2aba61144 service neutron] 10.222.0.44 "GET /v2.0/networks/8354dfd2-21f0-4a84-bece-f745c00fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900102 Jun 18 16:27:01.904423 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb08ad5-051c-4b76-a82b-438e5acfab88 None None] The sync data for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi is: [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:26:56Z', 'revision_number': 3, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:02.151972 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port d117ba6b-9015-4f90-95a0-da450703edd4 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:02.152863 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Allocated IP 172.27.3.52 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/79a0d119-ab6f-4490-9f8c-8250b0e6b74b) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:02.191124 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.290492 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:26:59Z', 'revision_number': 3, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:02.311039 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Transition to ACTIVE for port object c670233d-8ffb-4ae4-84f5-d491cac110af will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:02.397710 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac195cc2-a243-4f15-96e5-bac7fed7e0ef None None] Network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:02.419109 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Checking router: 9504ff19-5547-4d97-8d26-bf948e3e1df6 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:27:02.419468 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Updating router 9504ff19-5547-4d97-8d26-bf948e3e1df6 port eb607d5d-7c8a-4893-b153-f7482af50a64 binding host dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:27:02.495007 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5cdc650a-deb0-4a24-a18d-f1892d228f96 req-19baa10a-e96c-4246-bc04-2c351f2c1453 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 210 time: 0.1586223 Jun 18 16:27:02.558436 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2fee6035-905b-4600-80d7-2037289c52f9 None None] Provisioning for port d117ba6b-9015-4f90-95a0-da450703edd4 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:02.645214 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2fee6035-905b-4600-80d7-2037289c52f9 None None] Provisioning complete for port d117ba6b-9015-4f90-95a0-da450703edd4 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:02.645759 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2fee6035-905b-4600-80d7-2037289c52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.652781 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.679389 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.683763 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.743151 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.770020 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-80f66ee0-6c2b-4fdf-b9a4-7276e91423cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:02.885422 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Pushing event updated for resources: {'Port': ['ID=c670233d-8ffb-4ae4-84f5-d491cac110af,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:02.893499 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:02.920100 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Network 0883b05a-15d5-409b-9c71-4adb702e2d9a is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:02.936606 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:02.936606 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:02.936606 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632111'] for router_interface, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.144892 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.225580 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8c5d0104-0208-4d29-af7c-19352d4d1982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:03.371159 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Pushing event updated for resources: {'Port': ['ID=79a0d119-ab6f-4490-9f8c-8250b0e6b74b,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:03.383963 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Allocated IP 172.20.0.1 (ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00/ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b/406834f8-9f88-44e9-9533-a9c0340d3100) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:03.406876 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:03.484133 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:03.504258 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:03.512889 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:03.580566 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2fee6035-905b-4600-80d7-2037289c52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.661216 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 6f553e64-8d99-4065-9cf9-ee085983362c up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:03.716629 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35630) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:03.721173 dv-cinder-792462-12-iscsi neutron-server[92764]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 16:27:03.840101 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-80c12e4d-4291-4523-8a1f-399d1514e555 req-a3de3088-db3b-4949-9bd6-1bc8b49c3b28 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 210 time: 0.1197741 Jun 18 16:27:03.854042 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.881723 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Transition to ACTIVE for port object 406834f8-9f88-44e9-9533-a9c0340d3100 will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:03.933977 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2fee6035-905b-4600-80d7-2037289c52f9 None None] For port d117ba6b-9015-4f90-95a0-da450703edd4, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=d117ba6b-9015-4f90-95a0-da450703edd4,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:03.992439 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2fee6035-905b-4600-80d7-2037289c52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.997909 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.003563 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d6b4fbd3-e9b0-4ebf-becd-42363034ea11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:04.053428 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:04.069832 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:04.073490 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:04.093265 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:04.099264 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632111'] for router_interface, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.145379 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Pushing event updated for resources: {'Port': ['ID=406834f8-9f88-44e9-9533-a9c0340d3100,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:04.149344 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:04.200567 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Notify callbacks [] for port, precommit_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.212116 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Transition to ACTIVE for port object eb607d5d-7c8a-4893-b153-f7482af50a64 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:04.220226 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 6f553e64-8d99-4065-9cf9-ee085983362c completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:04.285065 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 6f553e64-8d99-4065-9cf9-ee085983362c triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:04.286620 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.332284 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.383778 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.469636 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-efe1f497-506e-4dba-a593-ca7c35d0981a None None] Provisioning for port c670233d-8ffb-4ae4-84f5-d491cac110af completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:04.578514 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.605728 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.627205 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.676144 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee6035-905b-4600-80d7-2037289c52f9 None None] Pushing event updated for resources: {'Port': ['ID=d117ba6b-9015-4f90-95a0-da450703edd4,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:04.689905 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2fee6035-905b-4600-80d7-2037289c52f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:04.692779 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-efe1f497-506e-4dba-a593-ca7c35d0981a None None] Provisioning complete for port c670233d-8ffb-4ae4-84f5-d491cac110af triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:04.692779 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-efe1f497-506e-4dba-a593-ca7c35d0981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.776716 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:04.779652 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-efe1f497-506e-4dba-a593-ca7c35d0981a None None] Port c670233d-8ffb-4ae4-84f5-d491cac110af cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:04.781144 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Attempting to bind port eb607d5d-7c8a-4893-b153-f7482af50a64 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:04.781519 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Attempting to bind port eb607d5d-7c8a-4893-b153-f7482af50a64 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:04.781909 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Attempting to bind port eb607d5d-7c8a-4893-b153-f7482af50a64 on network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:04.785234 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 6f553e64-8d99-4065-9cf9-ee085983362c, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=6f553e64-8d99-4065-9cf9-ee085983362c,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:04.800571 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:04.801992 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:04.802399 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.802786 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Bound using segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:04.805467 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Bound port: eb607d5d-7c8a-4893-b153-f7482af50a64, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:04.805909 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.951057 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] For port eb607d5d-7c8a-4893-b153-f7482af50a64, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:04.954866 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] For port eb607d5d-7c8a-4893-b153-f7482af50a64, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=eb607d5d-7c8a-4893-b153-f7482af50a64,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:04.958256 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.969596 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.978666 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.978666 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634678'] for router_interface, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.988948 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:04.991085 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488f96f-e124-4207-96ea-d4b12de9dbf7 None None] Pushing event updated for resources: {'Port': ['ID=eb607d5d-7c8a-4893-b153-f7482af50a64,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:04.998839 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-0488f96f-e124-4207-96ea-d4b12de9dbf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:05.003510 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.005433 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-fa2b2a70-5edb-49bb-8c57-18acf6d797d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:05.099137 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Pushing event updated for resources: {'Port': ['ID=406834f8-9f88-44e9-9533-a9c0340d3100,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:05.110749 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-8e7b1f93-b183-412e-8ac6-f2c12eeaf1cc None None] Provisioning for port 406834f8-9f88-44e9-9533-a9c0340d3100 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:05.114475 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:05.130437 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-8e7b1f93-b183-412e-8ac6-f2c12eeaf1cc None None] Provisioning complete for port 406834f8-9f88-44e9-9533-a9c0340d3100 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:05.130437 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-8e7b1f93-b183-412e-8ac6-f2c12eeaf1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.174146 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:05.176143 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:05.192340 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b1f93-b183-412e-8ac6-f2c12eeaf1cc None None] Port 406834f8-9f88-44e9-9533-a9c0340d3100 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:05.199356 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=6f553e64-8d99-4065-9cf9-ee085983362c,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:05.204752 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:05.205383 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:26:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:05.290346 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-8e7b1f93-b183-412e-8ac6-f2c12eeaf1cc None None] Provisioning complete for port d117ba6b-9015-4f90-95a0-da450703edd4 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:05.291365 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-8e7b1f93-b183-412e-8ac6-f2c12eeaf1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.321308 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416'] for router, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.362086 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Router 9504ff19-5547-4d97-8d26-bf948e3e1df6 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:05.382171 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3196d9d3-cd75-4300-a22e-841c01a2fd73 req-b2500c21-7740-4c30-9e6c-46a4204f981d tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 210 time: 0.0567524 Jun 18 16:27:05.388853 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488f96f-e124-4207-96ea-d4b12de9dbf7 None None] Pushing event updated for resources: {'Port': ['ID=eb607d5d-7c8a-4893-b153-f7482af50a64,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:05.397796 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-0488f96f-e124-4207-96ea-d4b12de9dbf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:05.398254 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:05.398596 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:05.452125 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:05.455665 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.470249 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.535980 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634678'] for router_interface, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.542833 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:05.563200 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 6f553e64-8d99-4065-9cf9-ee085983362c up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:05.582898 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:05.597868 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] 10.222.0.44 "PUT /v2.0/routers/9504ff19-5547-4d97-8d26-bf948e3e1df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3053403 Jun 18 16:27:05.666488 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Pushing event updated for resources: {'Port': ['ID=c670233d-8ffb-4ae4-84f5-d491cac110af,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:05.673307 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:05.735234 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Router 6a8f273c-c239-40b3-bddb-fb10e09f3367 is scheduled to L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 with binding_index 1 {{(pid=92763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:27:05.752312 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Network 0883b05a-15d5-409b-9c71-4adb702e2d9a is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:05.766997 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:05.773878 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 6f553e64-8d99-4065-9cf9-ee085983362c triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:05.774419 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.877218 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-887cd04e-b2fd-4a7b-8a6c-687607b893c7 None None] Provisioning complete for port 406834f8-9f88-44e9-9533-a9c0340d3100 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:05.877593 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-887cd04e-b2fd-4a7b-8a6c-687607b893c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.941154 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-887cd04e-b2fd-4a7b-8a6c-687607b893c7 None None] Port 406834f8-9f88-44e9-9533-a9c0340d3100 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:06.036282 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 2, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:06.102394 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed882e1d-c79e-4476-9d3d-9e91df5b31ee None None] The sync data for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi is: [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 2, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:06.133357 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:06.134639 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device d117ba6b-9015-4f90-95a0-da450703edd4 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:06.155930 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Sync routers for ids ['6a8f273c-c239-40b3-bddb-fb10e09f3367'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:06.169205 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.171021 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1722410 Jun 18 16:27:06.173847 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35750) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:06.192223 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Routers {'6a8f273c-c239-40b3-bddb-fb10e09f3367'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:06.192711 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Router d107d7e3-bdcb-47b4-9d31-e970fd271047 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:06.197828 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:26:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['6a8f273c-c239-40b3-bddb-fb10e09f3367'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:06.340672 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-c24f6748-f156-4a6e-906a-918cef790d17 None None] Provisioning complete for port c670233d-8ffb-4ae4-84f5-d491cac110af triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:06.342141 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c24f6748-f156-4a6e-906a-918cef790d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.434791 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-c24f6748-f156-4a6e-906a-918cef790d17 None None] Port c670233d-8ffb-4ae4-84f5-d491cac110af cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:06.443990 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.479933 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:06.493174 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] 10.222.0.44 "PUT /v2.0/routers/d107d7e3-bdcb-47b4-9d31-e970fd271047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1570296 Jun 18 16:27:06.500357 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port d117ba6b-9015-4f90-95a0-da450703edd4 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:06.500785 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.513962 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Set router 6a8f273c-c239-40b3-bddb-fb10e09f3367 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:06.543332 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Sync routers for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:06.686980 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a4b0-df19-4c2a-b698-6dfc6976bfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.747390 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:06.749487 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:26:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:06.899325 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'name': 'tempest-ServerRescueNegativeTestJSON-988029660-router', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:59Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 3, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'gw_port': {'id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:01Z', 'updated_at': '2021-06-18T16:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:06.954936 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-087e70ec-0ef6-4d44-80b2-162356d573e8 req-09a66c1a-e31c-4e4d-9368-6eecb1294e94 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 210 time: 0.1075118 Jun 18 16:27:07.001116 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Checking router: 6a8f273c-c239-40b3-bddb-fb10e09f3367 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:27:07.001468 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Updating router 6a8f273c-c239-40b3-bddb-fb10e09f3367 port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b binding host dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:27:07.145315 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35808) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:07.149100 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.150651 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-c3fa63a4-4df2-472c-a3d7-c9fc8adfe3f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774405073', 'description': 'tempest-description--1863204319'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:07.217899 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c3fa63a4-4df2-472c-a3d7-c9fc8adfe3f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.235527 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:07.566710 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c3fa63a4-4df2-472c-a3d7-c9fc8adfe3f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.580831 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c3fa63a4-4df2-472c-a3d7-c9fc8adfe3f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.588494 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-3994240d-fca4-4fd2-a628-51ed089692be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:07.665527 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c3fa63a4-4df2-472c-a3d7-c9fc8adfe3f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.669505 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-c3fa63a4-4df2-472c-a3d7-c9fc8adfe3f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5230961 Jun 18 16:27:07.673524 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35830) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:07.685095 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-6a3fdef2-b380-451e-b272-da69ac034cc2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'security_group_rule': {'security_group_id': '192bc4a4-66d3-4154-a773-6b06489ddd28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:07.706493 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa63a4-4df2-472c-a3d7-c9fc8adfe3f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192bc4a4-66d3-4154-a773-6b06489ddd28,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:07.718311 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.727626 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c3fa63a4-4df2-472c-a3d7-c9fc8adfe3f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:07.793012 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6a3fdef2-b380-451e-b272-da69ac034cc2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.845182 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Notify callbacks [] for port, precommit_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.872712 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.provisioning_blocks [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Transition to ACTIVE for port object 79a0d119-ab6f-4490-9f8c-8250b0e6b74b will not be triggered until provisioned by entity L2. {{(pid=92766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:07.888413 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.892368 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:07.900826 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.72', 65340) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:07.949396 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Attempting to bind port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:07.950014 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Attempting to bind port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:07.950534 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Attempting to bind port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b on network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:07.968379 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148a70f-3a8e-4c4e-93b5-44799e8e8d52 None None] Pushing event updated for resources: {'Port': ['ID=79a0d119-ab6f-4490-9f8c-8250b0e6b74b,revision_number=2']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:07.981080 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:07.981683 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:07.982432 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.983244 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Bound using segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:07.983884 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Bound port: 79a0d119-ab6f-4490-9f8c-8250b0e6b74b, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:07.984426 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.987304 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-d148a70f-3a8e-4c4e-93b5-44799e8e8d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:08.009276 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6a3fdef2-b380-451e-b272-da69ac034cc2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.021276 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6a3fdef2-b380-451e-b272-da69ac034cc2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.023546 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:08.065931 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fdef2-b380-451e-b272-da69ac034cc2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ce5d3f-2a08-4495-9c69-cab280979b38,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:08.082236 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6a3fdef2-b380-451e-b272-da69ac034cc2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:08.085260 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6a3fdef2-b380-451e-b272-da69ac034cc2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.089899 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-6a3fdef2-b380-451e-b272-da69ac034cc2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4149220 Jun 18 16:27:08.093112 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35842) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:08.098106 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-daf99d17-7f11-4c28-b52e-4f1e4bba4a89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'security_group_rule': {'security_group_id': '192bc4a4-66d3-4154-a773-6b06489ddd28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:08.103334 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] For port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:08.113371 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] For port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=79a0d119-ab6f-4490-9f8c-8250b0e6b74b,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:08.120365 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.125045 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:08.157368 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 2, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:08.168941 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-daf99d17-7f11-4c28-b52e-4f1e4bba4a89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.190014 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Checking router: d107d7e3-bdcb-47b4-9d31-e970fd271047 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:27:08.190530 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Updating router d107d7e3-bdcb-47b4-9d31-e970fd271047 port c670233d-8ffb-4ae4-84f5-d491cac110af binding host dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:27:08.235141 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Routers {'6a8f273c-c239-40b3-bddb-fb10e09f3367'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:08.236332 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:26:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['6a8f273c-c239-40b3-bddb-fb10e09f3367'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:08.248477 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35848) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:08.283808 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.287544 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-ced74d45-e374-45a8-9a66-dcb5578bc756 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339555938', 'description': 'tempest-description--673834174'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:08.305400 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148a70f-3a8e-4c4e-93b5-44799e8e8d52 None None] Pushing event updated for resources: {'Port': ['ID=79a0d119-ab6f-4490-9f8c-8250b0e6b74b,revision_number=3']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:08.324391 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-d148a70f-3a8e-4c4e-93b5-44799e8e8d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:08.340357 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-daf99d17-7f11-4c28-b52e-4f1e4bba4a89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.350025 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-daf99d17-7f11-4c28-b52e-4f1e4bba4a89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.351729 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6a3fdef2-b380-451e-b272-da69ac034cc2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:08.391831 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf99d17-7f11-4c28-b52e-4f1e4bba4a89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9282be93-31db-4714-898d-8d5989d243f3,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:08.405395 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-daf99d17-7f11-4c28-b52e-4f1e4bba4a89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:08.418620 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-daf99d17-7f11-4c28-b52e-4f1e4bba4a89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.421158 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-daf99d17-7f11-4c28-b52e-4f1e4bba4a89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3264768 Jun 18 16:27:08.424033 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35856) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:08.431634 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'floatingip': {'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:08.492426 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.503934 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] Set router 6a8f273c-c239-40b3-bddb-fb10e09f3367 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:08.559394 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Allocated IP 172.20.0.1 (f9bc59cc-d3ee-4170-96ce-60655b53d600/c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6/c591dbdc-cf0b-464a-b405-28a6a7042042) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:08.893092 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-80bdb114-fa6f-4be8-907e-be593db2d045 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:08.896763 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-80bdb114-fa6f-4be8-907e-be593db2d045 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.72 "GET /v2.0/networks?id=8354dfd2-21f0-4a84-bece-f745c00fbc79 HTTP/1.1" status: 200 len: 812 time: 0.9681139 Jun 18 16:27:08.903363 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ced74d45-e374-45a8-9a66-dcb5578bc756 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.914802 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.928031 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Transition to ACTIVE for port object c670233d-8ffb-4ae4-84f5-d491cac110af will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:08.951623 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35894) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:08.971366 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.991722 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-0488f96f-e124-4207-96ea-d4b12de9dbf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:09.008108 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'name': 'tempest-ServerRescueNegativeTestJSON-988029660-router', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:59Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 3, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'gw_port': {'id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:01Z', 'updated_at': '2021-06-18T16:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:09.053837 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.069358 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a2f36319-aa06-4e2c-900c-bede7e89532b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.090553 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924986a-5d92-4fa3-acb0-f1d340936b7c None None] The sync data for ids ['6a8f273c-c239-40b3-bddb-fb10e09f3367'] in dv-cinder-792462-12-iscsi is: [{'id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'name': 'tempest-ServerRescueNegativeTestJSON-988029660-router', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:59Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 3, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'gw_port': {'id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:01Z', 'updated_at': '2021-06-18T16:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:09.151611 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.224160 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ced74d45-e374-45a8-9a66-dcb5578bc756 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.227911 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-82cc22d2-410d-4009-a6ae-05127ae6a91b req-e31f16a6-95bb-4444-a366-5ad46c8f6b1b tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 210 time: 0.6037209 Jun 18 16:27:09.235293 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Request body: {'port': {'device_id': 'e4c0be0e-37ec-4bdd-89fb-0c57228d45b5', 'network_id': '8354dfd2-21f0-4a84-bece-f745c00fbc79', 'admin_state_up': True, 'tenant_id': '8dbda492c5824b359f85beb6ddb9118c'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:09.340322 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bb3f16bc-e6e6-4910-b726-6c274506b852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.373309 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afa46b-d69d-47c7-bcb9-ce399ecc1311 None None] Pushing event updated for resources: {'Port': ['ID=c670233d-8ffb-4ae4-84f5-d491cac110af,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:09.435217 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-46afa46b-d69d-47c7-bcb9-ce399ecc1311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:09.525374 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Attempting to bind port c670233d-8ffb-4ae4-84f5-d491cac110af on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:09.525374 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Attempting to bind port c670233d-8ffb-4ae4-84f5-d491cac110af by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:09.525744 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Attempting to bind port c670233d-8ffb-4ae4-84f5-d491cac110af on network 0883b05a-15d5-409b-9c71-4adb702e2d9a {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:09.566647 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Allocated IP 172.27.3.56 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/e6617471-46ee-4640-8828-2b61d2caf215) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:09.570258 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:09.572200 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Checking segment: {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:09.573467 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.574535 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Bound using segment: {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:09.576636 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Bound port: c670233d-8ffb-4ae4-84f5-d491cac110af, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:09.577547 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.638884 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device eb607d5d-7c8a-4893-b153-f7482af50a64 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:09.669183 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ced74d45-e374-45a8-9a66-dcb5578bc756 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.763884 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bb3f16bc-e6e6-4910-b726-6c274506b852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.770439 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0fda00e3-17b6-4fc2-bb1d-4a043096b70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:09.782322 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bb3f16bc-e6e6-4910-b726-6c274506b852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.797353 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:09.883443 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Made reservation on behalf of 8dbda492c5824b359f85beb6ddb9118c for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:09.885376 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] For port c670233d-8ffb-4ae4-84f5-d491cac110af, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:09.892972 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.899731 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] For port c670233d-8ffb-4ae4-84f5-d491cac110af, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c670233d-8ffb-4ae4-84f5-d491cac110af,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:09.909515 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ced74d45-e374-45a8-9a66-dcb5578bc756 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.913137 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-ced74d45-e374-45a8-9a66-dcb5578bc756 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.6445167 Jun 18 16:27:09.921093 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35938) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:09.926921 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-bb3f16bc-e6e6-4910-b726-6c274506b852 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb657718e31144ec95af814b2918d784&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9725525 Jun 18 16:27:09.927187 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.931416 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:09.948782 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-0b688de0-b864-4951-a00c-18d83f70f6ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'security_group_rule': {'security_group_id': '7e0b84ac-9642-412f-a5e8-47ea532e99dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:09.954839 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 35940) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:09.983927 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.058649 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afa46b-d69d-47c7-bcb9-ce399ecc1311 None None] Pushing event updated for resources: {'Port': ['ID=c670233d-8ffb-4ae4-84f5-d491cac110af,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:10.066195 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-46afa46b-d69d-47c7-bcb9-ce399ecc1311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:10.074379 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port eb607d5d-7c8a-4893-b153-f7482af50a64 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:10.088936 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.097284 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port eb607d5d-7c8a-4893-b153-f7482af50a64 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:10.097849 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.098029 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f16bc-e6e6-4910-b726-6c274506b852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f782d4d0-edfe-4f40-9c41-e74a7f5bdfcd,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:10.111491 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-bb3f16bc-e6e6-4910-b726-6c274506b852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:10.111915 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:10.127268 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced74d45-e374-45a8-9a66-dcb5578bc756 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0b84ac-9642-412f-a5e8-47ea532e99dc,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:10.130934 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-ced74d45-e374-45a8-9a66-dcb5578bc756 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:10.154858 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.209570 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:10.210250 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:27:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:10.263450 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.263898 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'Port': ['ID=e6617471-46ee-4640-8828-2b61d2caf215,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:10.278554 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:10.295631 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0b688de0-b864-4951-a00c-18d83f70f6ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.300040 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port eb607d5d-7c8a-4893-b153-f7482af50a64, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=eb607d5d-7c8a-4893-b153-f7482af50a64,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:10.314653 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.315363 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:10.320599 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:10.355534 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:10.365734 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.392170 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:10.527570 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Sync routers for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:10.547740 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:10.554039 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:27:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:10.667137 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=eb607d5d-7c8a-4893-b153-f7482af50a64,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:10.679483 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:10.697076 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:10.838554 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-001ba321-3b98-47e6-9536-e9ffc8996523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.868669 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:10.881353 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5f57f239-9867-415e-baeb-3b921bf6d511 req-8da49dea-70b8-43a8-b41e-58f6068dec9a tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 210 time: 0.2343159 Jun 18 16:27:10.957765 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.964883 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-001ba321-3b98-47e6-9536-e9ffc8996523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.045081 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35962) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:11.048274 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Allocated IP 172.20.0.4 (8354dfd2-21f0-4a84-bece-f745c00fbc79/d47613ad-5241-474d-b543-10a69f65485b/6f6c6fd0-f05c-4165-978a-d954e8f818a6) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:11.139883 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0b688de0-b864-4951-a00c-18d83f70f6ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.268628 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:09Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:11.304364 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ccf99-50f7-493e-93a6-c3c6dc3ee3a4 None None] The sync data for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi is: [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:09Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:11.345933 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 2, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:11.425779 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.435798 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Checking router: 9504ff19-5547-4d97-8d26-bf948e3e1df6 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:27:11.436004 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Updating router 9504ff19-5547-4d97-8d26-bf948e3e1df6 port 406834f8-9f88-44e9-9533-a9c0340d3100 binding host dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:27:11.661123 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.683877 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0b688de0-b864-4951-a00c-18d83f70f6ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.719767 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:11.771637 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.786156 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.851967 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.862806 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:11.881127 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.919921 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 79a0d119-ab6f-4490-9f8c-8250b0e6b74b up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:11.933438 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-aef5e800-36a7-4720-b9b7-1379ada9b37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.940174 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Pushing event updated for resources: {'Port': ['ID=c591dbdc-cf0b-464a-b405-28a6a7042042,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:12.036969 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Network f9bc59cc-d3ee-4170-96ce-60655b53d600 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:12.052019 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:12.053169 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.058283 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.059487 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:12.061218 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632111'] for router_interface, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.066774 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6412871 Jun 18 16:27:12.159207 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'Port': ['ID=e6617471-46ee-4640-8828-2b61d2caf215,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:12.162841 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:12.168911 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:12.169726 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.181482 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:12.300401 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:12.302874 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:12.427490 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-aef5e800-36a7-4720-b9b7-1379ada9b37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.435920 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-aef5e800-36a7-4720-b9b7-1379ada9b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.452573 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.497122 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:12.509572 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-aef5e800-36a7-4720-b9b7-1379ada9b37b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8c3045f68f040cc99691838200bc72b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4608731 Jun 18 16:27:12.512102 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 35998) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:12.519694 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=79a0d119-ab6f-4490-9f8c-8250b0e6b74b,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:12.526414 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.527688 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c670233d-8ffb-4ae4-84f5-d491cac110af up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:12.530213 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:12.542056 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-001ba321-3b98-47e6-9536-e9ffc8996523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.590966 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b688de0-b864-4951-a00c-18d83f70f6ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9473af35-ded4-427e-9152-5ab924b1560a,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:12.625296 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-001ba321-3b98-47e6-9536-e9ffc8996523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.629758 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-001ba321-3b98-47e6-9536-e9ffc8996523 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f782d4d0-edfe-4f40-9c41-e74a7f5bdfcd HTTP/1.1" status: 204 len: 168 time: 2.6668942 Jun 18 16:27:12.630725 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0b688de0-b864-4951-a00c-18d83f70f6ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.638040 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-0b688de0-b864-4951-a00c-18d83f70f6ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7102053 Jun 18 16:27:12.697536 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36008) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:12.717088 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-058428a1-b77f-4ca6-bad9-e990929dccb7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'security_group_rule': {'security_group_id': '7e0b84ac-9642-412f-a5e8-47ea532e99dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:12.760272 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0b688de0-b864-4951-a00c-18d83f70f6ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:12.768186 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2d716da2-d960-430c-87e7-92be0aa530a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:12.788516 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5e800-36a7-4720-b9b7-1379ada9b37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d0f2bb-c365-4dae-9d6a-3a11669fcdac,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:12.798362 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=79a0d119-ab6f-4490-9f8c-8250b0e6b74b,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:12.805345 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-aef5e800-36a7-4720-b9b7-1379ada9b37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:12.806296 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36012) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:12.806447 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:12.822276 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port c670233d-8ffb-4ae4-84f5-d491cac110af completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:12.829423 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port c670233d-8ffb-4ae4-84f5-d491cac110af triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:12.830597 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.866129 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-1fa3be1c-3087-4dcf-aa1a-5604ca3f86e6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1774405073&fields=id&tenant_id=07e561593f534ef7b032c2b2fc12ba34 HTTP/1.1" status: 200 len: 267 time: 0.2865393 Jun 18 16:27:12.887439 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b649ef35-094d-40c1-9503-e4ae9bbbfc41 req-0219be89-51a5-4448-beca-117e4df0ea75 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 210 time: 0.3817554 Jun 18 16:27:12.923071 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ba321-3b98-47e6-9536-e9ffc8996523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f782d4d0-edfe-4f40-9c41-e74a7f5bdfcd,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:12.944274 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-001ba321-3b98-47e6-9536-e9ffc8996523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:12.978464 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.017738 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-efbcd38b-eca7-4e95-9cba-5ef8f8ee6e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.028475 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.provisioning_blocks [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Transition to ACTIVE for port object 406834f8-9f88-44e9-9533-a9c0340d3100 will not be triggered until provisioned by entity L2. {{(pid=92766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:13.041751 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.048061 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:13.057190 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-efbcd38b-eca7-4e95-9cba-5ef8f8ee6e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.131354 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.134629 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-058428a1-b77f-4ca6-bad9-e990929dccb7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.151159 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.168374 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.218278 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-efbcd38b-eca7-4e95-9cba-5ef8f8ee6e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.229249 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37530d14-c975-44db-8a7e-513bf793fa0a None None] Pushing event updated for resources: {'Port': ['ID=406834f8-9f88-44e9-9533-a9c0340d3100,revision_number=3']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:13.248606 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-37530d14-c975-44db-8a7e-513bf793fa0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:13.282006 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-efbcd38b-eca7-4e95-9cba-5ef8f8ee6e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.287119 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-efbcd38b-eca7-4e95-9cba-5ef8f8ee6e74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87d0f2bb-c365-4dae-9d6a-3a11669fcdac HTTP/1.1" status: 204 len: 168 time: 0.7714055 Jun 18 16:27:13.303842 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port c670233d-8ffb-4ae4-84f5-d491cac110af, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c670233d-8ffb-4ae4-84f5-d491cac110af,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:13.314262 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.315527 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device eb607d5d-7c8a-4893-b153-f7482af50a64 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:13.325501 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:13.328773 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-0488f96f-e124-4207-96ea-d4b12de9dbf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:13.435027 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcd38b-eca7-4e95-9cba-5ef8f8ee6e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d0f2bb-c365-4dae-9d6a-3a11669fcdac,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:13.456275 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-efbcd38b-eca7-4e95-9cba-5ef8f8ee6e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:13.511109 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-e47b4565-662d-436b-9fba-6b65263daaa0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:13.519546 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-e47b4565-662d-436b-9fba-6b65263daaa0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 817 time: 0.6524484 Jun 18 16:27:13.550394 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36026) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:13.625414 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Attempting to bind port 406834f8-9f88-44e9-9533-a9c0340d3100 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:13.628599 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=c670233d-8ffb-4ae4-84f5-d491cac110af,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:13.639244 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Attempting to bind port 406834f8-9f88-44e9-9533-a9c0340d3100 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:13.642097 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Attempting to bind port 406834f8-9f88-44e9-9533-a9c0340d3100 on network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:13.644596 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:13.667092 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-c9d9c4fd-8295-4151-832c-89176993cf04 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/quotas/07e561593f534ef7b032c2b2fc12ba34 HTTP/1.1" status: 200 len: 375 time: 0.1443324 Jun 18 16:27:13.668631 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port eb607d5d-7c8a-4893-b153-f7482af50a64 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:13.669003 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.670134 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:13.674469 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Checking segment: {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:13.675161 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.675660 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Bound using segment: {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:13.676760 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Bound port: 406834f8-9f88-44e9-9533-a9c0340d3100, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'}}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:13.677363 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.678167 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.734552 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a6283fe-58cd-47cf-be54-1c5502b60282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.772594 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-98e8b4b9-815d-4cea-be1b-8d683acce32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.788746 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:13.792454 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-058428a1-b77f-4ca6-bad9-e990929dccb7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.853065 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-058428a1-b77f-4ca6-bad9-e990929dccb7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.894592 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:13.940536 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] For port 406834f8-9f88-44e9-9533-a9c0340d3100, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:13.942902 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] For port 406834f8-9f88-44e9-9533-a9c0340d3100, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=406834f8-9f88-44e9-9533-a9c0340d3100,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:13.972404 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.976144 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-d148a70f-3a8e-4c4e-93b5-44799e8e8d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:14.243241 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37530d14-c975-44db-8a7e-513bf793fa0a None None] Pushing event updated for resources: {'Port': ['ID=406834f8-9f88-44e9-9533-a9c0340d3100,revision_number=4']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:14.262702 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-98e8b4b9-815d-4cea-be1b-8d683acce32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.301140 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-37530d14-c975-44db-8a7e-513bf793fa0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:14.309070 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:14.309829 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:27:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:14.320232 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058428a1-b77f-4ca6-bad9-e990929dccb7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dd4b8c-91bf-40c8-8f28-5d493ade07d4,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:14.344008 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-98e8b4b9-815d-4cea-be1b-8d683acce32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.347682 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-058428a1-b77f-4ca6-bad9-e990929dccb7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:14.398672 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Network 8354dfd2-21f0-4a84-bece-f745c00fbc79 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:14.406785 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:14.444840 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:14.454787 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:14.479472 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:14.480161 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.610050 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Pushing event updated for resources: {'Port': ['ID=6f6c6fd0-f05c-4165-978a-d954e8f818a6,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:14.620206 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:14.621945 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:14.637817 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-bb0b436b-b5a0-4938-9e09-d4c4dcfb6791 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9696040 Jun 18 16:27:14.658543 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-98e8b4b9-815d-4cea-be1b-8d683acce32d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17a2eb716f1d4049be3224e51d65fb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8491380 Jun 18 16:27:14.660830 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36048) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:14.665816 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8b4b9-815d-4cea-be1b-8d683acce32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68dec39-a4d3-4c5b-ab22-bbfe2662e776,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:14.673533 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-98e8b4b9-815d-4cea-be1b-8d683acce32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:14.787034 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 406834f8-9f88-44e9-9533-a9c0340d3100 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:14.871762 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.901485 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-bc54e268-d063-48ca-8f6a-335f05036915 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165184 Jun 18 16:27:14.910682 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.926953 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634678'] for router_interface, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.969574 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:14.982218 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 406834f8-9f88-44e9-9533-a9c0340d3100 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:15.011685 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 406834f8-9f88-44e9-9533-a9c0340d3100 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:15.013504 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.033193 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7568473e-dc01-4dd4-bf2c-e65eb4e39d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.092891 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7568473e-dc01-4dd4-bf2c-e65eb4e39d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.097266 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:15.111250 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-810e6d55-e98e-49e2-8807-e73e5f96a728 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955469 Jun 18 16:27:15.163055 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec6f0b-85b6-4d80-a9ae-b249a58ab9b3 None None] The sync data for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi is: [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:15.179622 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7568473e-dc01-4dd4-bf2c-e65eb4e39d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.188959 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7568473e-dc01-4dd4-bf2c-e65eb4e39d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.188959 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-7568473e-dc01-4dd4-bf2c-e65eb4e39d66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a68dec39-a4d3-4c5b-ab22-bbfe2662e776 HTTP/1.1" status: 204 len: 168 time: 0.5237453 Jun 18 16:27:15.188959 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c35f8fa8-b0c7-4bb5-b332-f6ea50898410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:15.206813 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be1d53-48b6-49d0-9e8e-ea2d73429cdb req-75b1a7a1-7c37-4767-988f-8a62e540522a tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:15.209309 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568473e-dc01-4dd4-bf2c-e65eb4e39d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68dec39-a4d3-4c5b-ab22-bbfe2662e776,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:15.214908 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7568473e-dc01-4dd4-bf2c-e65eb4e39d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:15.227276 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-15be1d53-48b6-49d0-9e8e-ea2d73429cdb req-75b1a7a1-7c37-4767-988f-8a62e540522a tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 931 time: 0.8237145 Jun 18 16:27:15.307343 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.395206 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 406834f8-9f88-44e9-9533-a9c0340d3100, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=406834f8-9f88-44e9-9533-a9c0340d3100,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:15.410458 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.413454 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 79a0d119-ab6f-4490-9f8c-8250b0e6b74b up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:15.420290 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-cc0b3e3c-8722-4ea0-8fa2-8e2ac833a10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:15.618404 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Network f9bc59cc-d3ee-4170-96ce-60655b53d600 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:15.644383 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=406834f8-9f88-44e9-9533-a9c0340d3100,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:15.654813 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:15.662491 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-15be1d53-48b6-49d0-9e8e-ea2d73429cdb req-93e3c30e-bdb9-4195-a755-0dd8c36bd05e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336615 Jun 18 16:27:15.669030 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:15.674902 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:15.675772 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.022926 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36086) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:16.046429 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c670233d-8ffb-4ae4-84f5-d491cac110af up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:16.055071 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77170eac-eb0c-485a-abcc-8ed61b1eed13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.062706 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Router 6a8f273c-c239-40b3-bddb-fb10e09f3367 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:16.091760 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9d660277-cb2a-4382-8b49-8d5fd241adb9 req-5548b74e-3f10-457e-ad54-36f222d9bfb7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 210 time: 0.1222200 Jun 18 16:27:16.153385 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port c670233d-8ffb-4ae4-84f5-d491cac110af triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:16.153821 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.240826 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Pushing event updated for resources: {'Port': ['ID=c591dbdc-cf0b-464a-b405-28a6a7042042,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:16.251957 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.282s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:16.296123 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a6283fe-58cd-47cf-be54-1c5502b60282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.311856 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a6283fe-58cd-47cf-be54-1c5502b60282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.314824 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-058428a1-b77f-4ca6-bad9-e990929dccb7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.316827 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-058428a1-b77f-4ca6-bad9-e990929dccb7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.6118755 Jun 18 16:27:16.322417 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36096) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:16.337338 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-ced74d45-e374-45a8-9a66-dcb5578bc756 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:16.375559 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6283fe-58cd-47cf-be54-1c5502b60282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983ecacc-3f74-4f3c-9288-7d3083f33b10,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:16.379628 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4081867 Jun 18 16:27:16.383545 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4a6283fe-58cd-47cf-be54-1c5502b60282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:16.466105 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-97d1c122-aa98-4c44-bed3-903cae0843c9 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:27:16.467199 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-97d1c122-aa98-4c44-bed3-903cae0843c9 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085468 Jun 18 16:27:16.474752 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-4a6283fe-58cd-47cf-be54-1c5502b60282 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56fcf4a1d11b40ea9b1b66e9feea89c8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8087616 Jun 18 16:27:16.477777 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36102) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:16.527119 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'floatingip': {'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:16.539293 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77170eac-eb0c-485a-abcc-8ed61b1eed13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.554140 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 406834f8-9f88-44e9-9533-a9c0340d3100 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:16.564023 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-77170eac-eb0c-485a-abcc-8ed61b1eed13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.582779 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-98e8b4b9-815d-4cea-be1b-8d683acce32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:16.614953 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:16.630831 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] 10.222.0.44 "PUT /v2.0/routers/6a8f273c-c239-40b3-bddb-fb10e09f3367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4536824 Jun 18 16:27:16.636350 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Sync routers for ids ['6a8f273c-c239-40b3-bddb-fb10e09f3367'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:16.676623 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2d7f-3464-44c2-837b-f7ab72db5aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.688875 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Routers {'6a8f273c-c239-40b3-bddb-fb10e09f3367'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:16.689526 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:27:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['6a8f273c-c239-40b3-bddb-fb10e09f3367'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:16.690413 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.731811 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-77170eac-eb0c-485a-abcc-8ed61b1eed13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75130b1e274d4a459640925577154eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7066116 Jun 18 16:27:16.734940 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36116) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:16.736040 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77170eac-eb0c-485a-abcc-8ed61b1eed13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c4ed7-3001-4bbc-823b-42c4c69ddf50,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:16.750702 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-77170eac-eb0c-485a-abcc-8ed61b1eed13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:16.812029 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 406834f8-9f88-44e9-9533-a9c0340d3100 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:16.812419 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.817565 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2d7f-3464-44c2-837b-f7ab72db5aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.906374 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2d7f-3464-44c2-837b-f7ab72db5aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.912343 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2d7f-3464-44c2-837b-f7ab72db5aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.914712 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-7dfc2d7f-3464-44c2-837b-f7ab72db5aa5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/983ecacc-3f74-4f3c-9288-7d3083f33b10 HTTP/1.1" status: 204 len: 168 time: 0.4351907 Jun 18 16:27:16.915798 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:16.922598 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-38af8ca8-ab4b-47d2-9368-3a5053dc2fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.933574 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc2d7f-3464-44c2-837b-f7ab72db5aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983ecacc-3f74-4f3c-9288-7d3083f33b10,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:16.937844 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7dfc2d7f-3464-44c2-837b-f7ab72db5aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:17.020002 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Set router 6a8f273c-c239-40b3-bddb-fb10e09f3367 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:17.053391 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-38af8ca8-ab4b-47d2-9368-3a5053dc2fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.297644 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8acc10d0-d5d6-4be3-8111-e7f0a6a8d6a3 req-13a49321-fce8-45c5-b69b-4714c1c3ab21 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 210 time: 0.1001492 Jun 18 16:27:17.345064 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-38af8ca8-ab4b-47d2-9368-3a5053dc2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.355489 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-38af8ca8-ab4b-47d2-9368-3a5053dc2fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.356929 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-38af8ca8-ab4b-47d2-9368-3a5053dc2fd7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f84c4ed7-3001-4bbc-823b-42c4c69ddf50 HTTP/1.1" status: 204 len: 168 time: 0.6178713 Jun 18 16:27:17.359468 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Request body: {'port': {'device_id': 'e4c0be0e-37ec-4bdd-89fb-0c57228d45b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:17.365138 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6ef98350-73d3-4013-b700-4ef9924155a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:17.421377 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af8ca8-ab4b-47d2-9368-3a5053dc2fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c4ed7-3001-4bbc-823b-42c4c69ddf50,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:17.442552 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-38af8ca8-ab4b-47d2-9368-3a5053dc2fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:17.524354 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.607745 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.798602 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3edc3-19ac-4477-b26a-06255f60dc7a req-e2b2366b-060d-45fd-85db-7e720c50175e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:17.819154 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5bb3edc3-19ac-4477-b26a-06255f60dc7a req-e2b2366b-060d-45fd-85db-7e720c50175e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 931 time: 0.6407201 Jun 18 16:27:17.892873 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'name': 'tempest-ServerRescueNegativeTestJSON-988029660-router', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:59Z', 'updated_at': '2021-06-18T16:27:12Z', 'revision_number': 4, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'gw_port': {'id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:01Z', 'updated_at': '2021-06-18T16:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c591dbdc-cf0b-464a-b405-28a6a7042042', 'name': '', 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'mac_address': 'fa:16:3e:c5:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:07Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 2, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'subnets': [{'id': 'c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:17.998923 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Checking router: 6a8f273c-c239-40b3-bddb-fb10e09f3367 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:27:18.010747 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Updating router 6a8f273c-c239-40b3-bddb-fb10e09f3367 port c591dbdc-cf0b-464a-b405-28a6a7042042 binding host dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:27:18.115549 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5bb3edc3-19ac-4477-b26a-06255f60dc7a req-b085bdc5-9feb-425c-a5ee-67f3b6498a35 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947905 Jun 18 16:27:18.159431 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Allocated IP 172.27.3.62 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/f0663fed-5cae-408d-a8a8-1bf6ea4f944f) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:18.180004 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.515521 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.792789 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Notify callbacks [] for port, precommit_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.816811 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Transition to ACTIVE for port object c591dbdc-cf0b-464a-b405-28a6a7042042 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:18.835022 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.839663 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:18.853530 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-adb9fa93-c0b7-4c81-9a68-6f2c9033ed11 req-0322b59e-1284-4d5a-beac-01a449ac2d7e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 210 time: 0.1793439 Jun 18 16:27:18.903683 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.918091 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71235f6a-0da0-425d-83be-45eb8b3f9bbe None None] Pushing event updated for resources: {'Port': ['ID=c591dbdc-cf0b-464a-b405-28a6a7042042,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:18.936461 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:18.937326 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-71235f6a-0da0-425d-83be-45eb8b3f9bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:19.081040 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:19.117467 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:19.129954 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:19.208574 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Attempting to bind port c591dbdc-cf0b-464a-b405-28a6a7042042 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:19.209140 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Attempting to bind port c591dbdc-cf0b-464a-b405-28a6a7042042 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:19.209578 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Attempting to bind port c591dbdc-cf0b-464a-b405-28a6a7042042 on network f9bc59cc-d3ee-4170-96ce-60655b53d600 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:19.240868 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:19.241245 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Checking segment: {'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:19.241655 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.248407 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Bound using segment: {'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:19.249208 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Bound port: c591dbdc-cf0b-464a-b405-28a6a7042042, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:19.249393 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.250749 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'Port': ['ID=f0663fed-5cae-408d-a8a8-1bf6ea4f944f,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:19.262965 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:19.320741 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.342947 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6c6fd0-f05c-4165-978a-d954e8f818a6 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:19.363941 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.427078 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-f7b09833-a5e1-4aa5-9598-33e6c7030a46 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:19.429082 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-f7b09833-a5e1-4aa5-9598-33e6c7030a46 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/networks?id=f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 200 len: 818 time: 0.2798874 Jun 18 16:27:19.432850 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Transition to ACTIVE for port object 6f6c6fd0-f05c-4165-978a-d954e8f818a6 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:19.469328 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.480833 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-72d77e09-d685-4df1-96f9-7e087b582357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:19.490166 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36234) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:19.543607 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] For port c591dbdc-cf0b-464a-b405-28a6a7042042, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:19.546874 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] For port c591dbdc-cf0b-464a-b405-28a6a7042042, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c591dbdc-cf0b-464a-b405-28a6a7042042,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:19.553852 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.556181 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2fee6035-905b-4600-80d7-2037289c52f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:19.597457 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-954e6db3-993b-472e-b13c-4dc93e77f4dd tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/quotas/e258b45baf0041cc9d4b8ecc3cbf2934 HTTP/1.1" status: 200 len: 375 time: 0.1596403 Jun 18 16:27:19.668367 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.820653 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Routers {'6a8f273c-c239-40b3-bddb-fb10e09f3367'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:19.821270 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:27:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['6a8f273c-c239-40b3-bddb-fb10e09f3367'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:19.823271 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71235f6a-0da0-425d-83be-45eb8b3f9bbe None None] Pushing event updated for resources: {'Port': ['ID=c591dbdc-cf0b-464a-b405-28a6a7042042,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:19.848230 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-71235f6a-0da0-425d-83be-45eb8b3f9bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:19.958451 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6c6fd0-f05c-4165-978a-d954e8f818a6,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:19.976859 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:19.999313 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Attempting to bind port 6f6c6fd0-f05c-4165-978a-d954e8f818a6 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:19.999684 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Attempting to bind port 6f6c6fd0-f05c-4165-978a-d954e8f818a6 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'f91b71a6-bb84-413a-8823-425caaf12d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8354dfd2-21f0-4a84-bece-f745c00fbc79'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:20.000031 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Attempting to bind port 6f6c6fd0-f05c-4165-978a-d954e8f818a6 on network 8354dfd2-21f0-4a84-bece-f745c00fbc79 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:20.013560 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Port 6f6c6fd0-f05c-4165-978a-d954e8f818a6 on network 8354dfd2-21f0-4a84-bece-f745c00fbc79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:27:20.014042 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Attempting to bind port 6f6c6fd0-f05c-4165-978a-d954e8f818a6 on network 8354dfd2-21f0-4a84-bece-f745c00fbc79 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:20.022634 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:20.023058 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Checking segment: {'id': 'f91b71a6-bb84-413a-8823-425caaf12d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8354dfd2-21f0-4a84-bece-f745c00fbc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:20.023664 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Bound using segment: {'id': 'f91b71a6-bb84-413a-8823-425caaf12d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8354dfd2-21f0-4a84-bece-f745c00fbc79'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:20.024439 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Bound port: 6f6c6fd0-f05c-4165-978a-d954e8f818a6, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91b71a6-bb84-413a-8823-425caaf12d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8354dfd2-21f0-4a84-bece-f745c00fbc79'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:20.024808 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.100496 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-497df50f-5ab3-4f68-874f-434604ac0a28 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3322613 Jun 18 16:27:20.156814 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] For port 6f6c6fd0-f05c-4165-978a-d954e8f818a6, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:20.158401 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] Set router 6a8f273c-c239-40b3-bddb-fb10e09f3367 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:20.168179 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] For port 6f6c6fd0-f05c-4165-978a-d954e8f818a6, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6f6c6fd0-f05c-4165-978a-d954e8f818a6,segment=NetworkSegment(f91b71a6-bb84-413a-8823-425caaf12d5b),segment_id=f91b71a6-bb84-413a-8823-425caaf12d5b)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:20.177040 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.195558 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:20.233136 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7c2c-1d2b-44ec-ba3a-39d42e4048cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.309312 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:20.309926 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.311407 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/6f6c6fd0-f05c-4165-978a-d954e8f818a6 HTTP/1.1" status: 200 len: 1093 time: 3.5162644 Jun 18 16:27:20.311923 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c0be0e-37ec-4bdd-89fb-0c57228d45b5', 'tag': '6f6c6fd0-f05c-4165-978a-d954e8f818a6'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:20.350837 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b941326-4c00-4845-bf9b-8e7f14a431f7 req-a8fce9fd-e3e3-4269-8586-b9f28441944d tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:20.350837 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2b941326-4c00-4845-bf9b-8e7f14a431f7 req-a8fce9fd-e3e3-4269-8586-b9f28441944d tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 943 time: 0.8946407 Jun 18 16:27:20.490836 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6c6fd0-f05c-4165-978a-d954e8f818a6,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:20.497218 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:20.763117 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2b941326-4c00-4845-bf9b-8e7f14a431f7 req-de3599dd-3cc5-42cb-87e2-30eacb4c8f14 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326131 Jun 18 16:27:20.878554 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.904657 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.922305 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:20.930160 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'name': 'tempest-ServerRescueNegativeTestJSON-988029660-router', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:59Z', 'updated_at': '2021-06-18T16:27:12Z', 'revision_number': 4, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'gw_port': {'id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:01Z', 'updated_at': '2021-06-18T16:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c591dbdc-cf0b-464a-b405-28a6a7042042', 'name': '', 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'mac_address': 'fa:16:3e:c5:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:07Z', 'updated_at': '2021-06-18T16:27:19Z', 'revision_number': 4, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'subnets': [{'id': 'c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:20.977104 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-1c91d964-3613-4c42-b26e-ee62f5ee48bd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:27:20.978185 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-1c91d964-3613-4c42-b26e-ee62f5ee48bd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3781295 Jun 18 16:27:20.993974 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7e7fd-5182-4a71-b082-ca4f5aaefcf8 None None] The sync data for ids ['6a8f273c-c239-40b3-bddb-fb10e09f3367'] in dv-cinder-792462-12-iscsi is: [{'id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'name': 'tempest-ServerRescueNegativeTestJSON-988029660-router', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:59Z', 'updated_at': '2021-06-18T16:27:12Z', 'revision_number': 4, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'gw_port': {'id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:01Z', 'updated_at': '2021-06-18T16:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c591dbdc-cf0b-464a-b405-28a6a7042042', 'name': '', 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'mac_address': 'fa:16:3e:c5:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:07Z', 'updated_at': '2021-06-18T16:27:19Z', 'revision_number': 4, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'subnets': [{'id': 'c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:21.266723 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.297096 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2360e212-4a9f-41d2-8c98-5fb54c8d11b7 req-dc8799eb-2338-49cd-8991-31e7b71489f4 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 210 time: 0.3788416 Jun 18 16:27:21.355667 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.72', 65358) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.408117 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7c2c-1d2b-44ec-ba3a-39d42e4048cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.413283 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'Port': ['ID=f0663fed-5cae-408d-a8a8-1bf6ea4f944f,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:21.457917 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:21.506017 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7c2c-1d2b-44ec-ba3a-39d42e4048cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.565664 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-aef5e800-36a7-4720-b9b7-1379ada9b37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:21.576555 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-3823c4a7-9733-4dde-a67c-e9532c373cae tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:21.578065 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-3823c4a7-9733-4dde-a67c-e9532c373cae tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 817 time: 0.5209472 Jun 18 16:27:21.593156 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.596456 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2712257 Jun 18 16:27:21.646263 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c0be0e-37ec-4bdd-89fb-0c57228d45b5", "tag": "6f6c6fd0-f05c-4165-978a-d954e8f818a6"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:21.697934 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c7c2c-1d2b-44ec-ba3a-39d42e4048cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45acae73-215a-4fcf-b057-3446d192c440,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:21.703192 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0b7c7c2c-1d2b-44ec-ba3a-39d42e4048cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:21.717434 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-0b7c7c2c-1d2b-44ec-ba3a-39d42e4048cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c8f5ef707bb45739e85cade290a1239&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1782620 Jun 18 16:27:21.722683 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36322) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.785615 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-1f00462a-15bc-48eb-8666-7965586fd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:21.788104 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-1f00462a-15bc-48eb-8666-7965586fd027 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8dbda492c5824b359f85beb6ddb9118c&device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 1096 time: 0.3609283 Jun 18 16:27:21.850293 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-9871964b-31a1-41b6-9573-5bfbc79a6e62 service neutron] 10.222.0.44 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8624148 Jun 18 16:27:21.871535 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-f0160464-f866-445b-b6df-eed744bd8ebf tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07e561593f534ef7b032c2b2fc12ba34 HTTP/1.1" status: 200 len: 380 time: 0.1993301 Jun 18 16:27:21.952700 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-470416be-f620-4628-8c11-a8cdb5138835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.000417 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-470416be-f620-4628-8c11-a8cdb5138835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.033123 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-78d50a3d-66b7-49db-b3c6-a1c80985d79c service neutron] 10.222.0.44 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759644 Jun 18 16:27:22.093887 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-470416be-f620-4628-8c11-a8cdb5138835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.107503 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-470416be-f620-4628-8c11-a8cdb5138835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.108717 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-470416be-f620-4628-8c11-a8cdb5138835 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45acae73-215a-4fcf-b057-3446d192c440 HTTP/1.1" status: 204 len: 168 time: 0.3835857 Jun 18 16:27:22.109442 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-001ba321-3b98-47e6-9536-e9ffc8996523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:22.135251 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470416be-f620-4628-8c11-a8cdb5138835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45acae73-215a-4fcf-b057-3446d192c440,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:22.138368 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-470416be-f620-4628-8c11-a8cdb5138835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:22.213705 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'port': {'device_id': '9eab3091-445a-490d-a79f-39ef331627b9', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'admin_state_up': True, 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'security_groups': ['192bc4a4-66d3-4154-a773-6b06489ddd28']}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:22.307715 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36336) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:22.445815 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-aa686725-e658-486b-9703-8de19eaff6e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f6c6fd0-f05c-4165-978a-d954e8f818a6 HTTP/1.1" status: 200 len: 217 time: 0.2407062 Jun 18 16:27:22.599461 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Made reservation on behalf of 07e561593f534ef7b032c2b2fc12ba34 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:22.603411 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-0d1bcb6b-06e0-4d39-ab0e-5e0e4f31fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:22.608038 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-0d1bcb6b-06e0-4d39-ab0e-5e0e4f31fbe0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d47613ad-5241-474d-b543-10a69f65485b HTTP/1.1" status: 200 len: 852 time: 0.1479108 Jun 18 16:27:22.615786 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.635656 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3a34a5-7cf6-4478-b7de-c4c149059251 x-openstack-request-id: req-bd3a34a5-7cf6-4478-b7de-c4c149059251 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:22.636047 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c0be0e-37ec-4bdd-89fb-0c57228d45b5", "tag": "6f6c6fd0-f05c-4165-978a-d954e8f818a6", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:22.636329 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd3a34a5-7cf6-4478-b7de-c4c149059251 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:22.638884 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c0be0e-37ec-4bdd-89fb-0c57228d45b5', 'tag': '6f6c6fd0-f05c-4165-978a-d954e8f818a6', 'status': 'completed', 'code': 200} Jun 18 16:27:22.715517 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c591dbdc-cf0b-464a-b405-28a6a7042042 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:22.865628 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-76ea0a23-9d8b-430c-9eb9-84cf9df35170 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8354dfd2-21f0-4a84-bece-f745c00fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016997 Jun 18 16:27:22.906992 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port c591dbdc-cf0b-464a-b405-28a6a7042042 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:22.914544 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port c591dbdc-cf0b-464a-b405-28a6a7042042 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:22.915543 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.101346 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-72505c39-ae71-4999-8937-fbc93c545555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.125262 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36370) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:23.152784 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Allocated IP 172.20.0.11 (ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00/ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b/81502c81-8f5c-4b17-bb4b-171fed873403) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:23.233073 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-a8b19073-4c75-4af4-a554-8a14e5bc4f10 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1339555938&fields=id&tenant_id=ace971bcab484234aeb195e3f2919fec HTTP/1.1" status: 200 len: 267 time: 0.4010282 Jun 18 16:27:23.245606 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.306880 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0952c57-72c9-40f7-bdce-04122d786d86 req-9082f408-f8d2-45af-a7d3-60c8f3ef9f4b tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:23.312449 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port c591dbdc-cf0b-464a-b405-28a6a7042042, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c591dbdc-cf0b-464a-b405-28a6a7042042,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:23.318187 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.320924 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d0952c57-72c9-40f7-bdce-04122d786d86 req-9082f408-f8d2-45af-a7d3-60c8f3ef9f4b tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 943 time: 0.3772631 Jun 18 16:27:23.327884 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:23.377475 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-45fc8c8d-d9b3-498b-aaa5-95f70dcea5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.399739 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=c591dbdc-cf0b-464a-b405-28a6a7042042,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:23.414765 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:23.521600 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d0952c57-72c9-40f7-bdce-04122d786d86 req-1b3cf953-731b-4dbc-9f3f-60fc269f6d89 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994045 Jun 18 16:27:23.739995 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-72505c39-ae71-4999-8937-fbc93c545555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.747137 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-72505c39-ae71-4999-8937-fbc93c545555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.817059 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:23.833346 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7f6a2d30-6b7d-4ab0-9d94-ea97eb67a9c3 req-8a3c634a-1fd0-4bb6-9889-b2591024b156 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 210 time: 0.0802634 Jun 18 16:27:23.852028 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-264966d6-5021-451d-ac41-218bbf63ac40 service neutron] 10.222.0.72 "GET /v2.0/networks/8354dfd2-21f0-4a84-bece-f745c00fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9442000 Jun 18 16:27:23.926405 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.965104 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Transition to ACTIVE for port object 81502c81-8f5c-4b17-bb4b-171fed873403 will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:23.992653 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72505c39-ae71-4999-8937-fbc93c545555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf9512-dc3e-4884-bbf4-0af28e8645c3,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:24.003715 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-72505c39-ae71-4999-8937-fbc93c545555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:24.009215 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-72505c39-ae71-4999-8937-fbc93c545555 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70fe35c9e49d43079f0f8f7f14b16995&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6899278 Jun 18 16:27:24.017083 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36388) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:24.067570 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-db3addc5-8616-4878-8e47-4cf8be50a347 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:24.069147 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-db3addc5-8616-4878-8e47-4cf8be50a347 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 809 time: 0.8338885 Jun 18 16:27:24.102727 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-245db194-4552-431f-b19f-a7de7d87898f tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/quotas/ace971bcab484234aeb195e3f2919fec HTTP/1.1" status: 200 len: 375 time: 0.0263720 Jun 18 16:27:24.113689 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3a646c3b-2ff6-43b5-af99-03c4228beccc req-0b64ccb1-fbb2-4d0e-b629-23c9404b96b6 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 210 time: 0.0929160 Jun 18 16:27:24.138418 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6ec401d-b0dc-4736-b950-5bdd9f8e2f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.143869 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.160839 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-de4a7a34-7114-40bb-9247-d409955ae31e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:24.220972 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-45fc8c8d-d9b3-498b-aaa5-95f70dcea5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.261083 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:24.266389 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-45fc8c8d-d9b3-498b-aaa5-95f70dcea5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.276518 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:24.282253 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-38af8ca8-ab4b-47d2-9368-3a5053dc2fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:24.299630 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6ec401d-b0dc-4736-b950-5bdd9f8e2f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.352478 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:24.356622 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:24.359823 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-0ae59995-d732-4064-be14-8527e058263d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2506306 Jun 18 16:27:24.363652 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc8c8d-d9b3-498b-aaa5-95f70dcea5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4741e7fc-2cba-490a-b54f-3ffb91d9a672,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:24.364896 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:24.374113 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-45fc8c8d-d9b3-498b-aaa5-95f70dcea5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:24.380873 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-45fc8c8d-d9b3-498b-aaa5-95f70dcea5bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1a5ab611d4845f5817e936b49654b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2437267 Jun 18 16:27:24.386207 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36394) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:24.386756 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:24.387643 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.419308 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2154779 Jun 18 16:27:24.447577 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e9953e6-cbf6-4bed-a63f-704f143f064d req-c266db0b-3634-4c1f-a52e-1082390e35a2 service neutron] 10.222.0.72 "GET /v2.0/networks/8354dfd2-21f0-4a84-bece-f745c00fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463031 Jun 18 16:27:24.450707 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Request body: {'port': {'device_id': '9eab3091-445a-490d-a79f-39ef331627b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:24.542705 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6ec401d-b0dc-4736-b950-5bdd9f8e2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.548979 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c591dbdc-cf0b-464a-b405-28a6a7042042 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:24.575732 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6ec401d-b0dc-4736-b950-5bdd9f8e2f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.582482 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d6ec401d-b0dc-4736-b950-5bdd9f8e2f4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1bf9512-dc3e-4884-bbf4-0af28e8645c3 HTTP/1.1" status: 204 len: 168 time: 0.5589242 Jun 18 16:27:24.606496 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:24.641478 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99992f5a-df76-45fe-91f0-4186b607b3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.692750 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port c591dbdc-cf0b-464a-b405-28a6a7042042 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:24.694854 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.695367 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-545fa735-7352-4afe-ab75-345c258a313e service neutron] 10.222.0.44 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570035 Jun 18 16:27:24.781544 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99992f5a-df76-45fe-91f0-4186b607b3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.822358 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-3c5314b0-a1b1-4e7a-b318-693476c75cdf None None] Provisioning for port 81502c81-8f5c-4b17-bb4b-171fed873403 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:24.834303 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-3c5314b0-a1b1-4e7a-b318-693476c75cdf None None] Provisioning complete for port 81502c81-8f5c-4b17-bb4b-171fed873403 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:24.834929 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-3c5314b0-a1b1-4e7a-b318-693476c75cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.883207 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-3c5314b0-a1b1-4e7a-b318-693476c75cdf None None] Port 81502c81-8f5c-4b17-bb4b-171fed873403 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:24.917289 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99992f5a-df76-45fe-91f0-4186b607b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.924069 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99992f5a-df76-45fe-91f0-4186b607b3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.925200 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-99992f5a-df76-45fe-91f0-4186b607b3e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4741e7fc-2cba-490a-b54f-3ffb91d9a672 HTTP/1.1" status: 204 len: 168 time: 0.5380011 Jun 18 16:27:24.926272 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-45fc8c8d-d9b3-498b-aaa5-95f70dcea5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:24.933305 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-b3ab55a5-fe55-464c-9617-7ba6a2b2f509 service neutron] 10.222.0.44 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270765 Jun 18 16:27:24.957178 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99992f5a-df76-45fe-91f0-4186b607b3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4741e7fc-2cba-490a-b54f-3ffb91d9a672,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:24.966228 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-99992f5a-df76-45fe-91f0-4186b607b3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:24.968180 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011 req-8b0877ef-b473-45ff-88dd-b41126e16444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:24.970605 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011 req-8b0877ef-b473-45ff-88dd-b41126e16444 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8dbda492c5824b359f85beb6ddb9118c&device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 1096 time: 0.2183135 Jun 18 16:27:24.972700 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec401d-b0dc-4736-b950-5bdd9f8e2f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf9512-dc3e-4884-bbf4-0af28e8645c3,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:24.983323 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d6ec401d-b0dc-4736-b950-5bdd9f8e2f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:25.051877 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.130207 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-e41357db-d408-4b14-8efd-457c51ca9f51 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:25.132072 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-e41357db-d408-4b14-8efd-457c51ca9f51 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/networks?id=f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 200 len: 818 time: 0.5811353 Jun 18 16:27:25.200424 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-9472c258-f452-463a-8fe1-2a08bee6c66f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/quotas/e258b45baf0041cc9d4b8ecc3cbf2934 HTTP/1.1" status: 200 len: 375 time: 0.0590789 Jun 18 16:27:25.246811 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36422) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:25.256360 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011 req-17472c9d-7bea-4ed7-b4dd-941781da3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:25.259618 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011 req-17472c9d-7bea-4ed7-b4dd-941781da3c43 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8354dfd2-21f0-4a84-bece-f745c00fbc79 HTTP/1.1" status: 200 len: 913 time: 0.2811568 Jun 18 16:27:25.317211 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f4f548d8-54ca-4eef-badb-961d9b00e825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.347800 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.72', 65362) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:25.356822 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011 req-35dde526-f3e8-440c-a2ac-86694258cd16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f6c6fd0-f05c-4165-978a-d954e8f818a6 HTTP/1.1" status: 200 len: 217 time: 0.0896416 Jun 18 16:27:25.454186 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-76d57cd7-a60e-43e4-b5e0-eb5163ffd11b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2459700 Jun 18 16:27:25.748998 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-ea64a5e1-4745-4824-af3c-2a82577b1e12 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:25.750554 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-ea64a5e1-4745-4824-af3c-2a82577b1e12 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.72 "GET /v2.0/networks?id=f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 200 len: 818 time: 0.3987160 Jun 18 16:27:25.813510 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011 req-a470f49a-182e-4b13-aa7a-5e70d1b057da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:25.814978 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011 req-a470f49a-182e-4b13-aa7a-5e70d1b057da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d47613ad-5241-474d-b543-10a69f65485b HTTP/1.1" status: 200 len: 852 time: 0.4018924 Jun 18 16:27:25.817871 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Request body: {'port': {'device_id': '6a72f39b-b9b8-495b-af66-c165d04cba61', 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600', 'admin_state_up': True, 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:25.883445 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011 req-ff116ca9-5998-4a0c-89d1-3f55afc39e8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8354dfd2-21f0-4a84-bece-f745c00fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489817 Jun 18 16:27:25.891172 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d768aa0-2d02-4354-8839-150c0e85c5c7 req-3d9ab74e-19a4-4c69-bd53-08729ef10c12 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:25.894437 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9d768aa0-2d02-4354-8839-150c0e85c5c7 req-3d9ab74e-19a4-4c69-bd53-08729ef10c12 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 943 time: 0.5331779 Jun 18 16:27:25.958430 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81502c81-8f5c-4b17-bb4b-171fed873403 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:25.986437 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.007286 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-ff46e1d4-7996-4353-b441-959deace3982 service neutron] 10.222.0.44 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415950 Jun 18 16:27:26.024155 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f4f548d8-54ca-4eef-badb-961d9b00e825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.035271 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Transition to ACTIVE for port object 81502c81-8f5c-4b17-bb4b-171fed873403 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:26.058656 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9d768aa0-2d02-4354-8839-150c0e85c5c7 req-d8eed38a-c122-48d6-a237-e982ada38c14 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576355 Jun 18 16:27:26.120048 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011 req-d4614c89-0430-4572-bc7a-0311f39e13b4 service neutron] 10.222.0.72 "GET /v2.0/networks/8354dfd2-21f0-4a84-bece-f745c00fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244151 Jun 18 16:27:26.192018 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.192774 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f4f548d8-54ca-4eef-badb-961d9b00e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.220422 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:26.339655 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-01382563-f689-42ee-b4e7-a6e1cb22362e service neutron] 10.222.0.44 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068786 Jun 18 16:27:26.452370 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3804d2c7-86fa-49f9-b7a9-6831d9e1f011 req-7b376e06-61df-458c-802b-d419ca9492ee service neutron] 10.222.0.72 "GET /v2.0/networks/8354dfd2-21f0-4a84-bece-f745c00fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252730 Jun 18 16:27:26.468626 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-f4f548d8-54ca-4eef-badb-961d9b00e825 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2535227931874159a0bab6c202cbdcc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2153454 Jun 18 16:27:26.469204 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8b777-eb7f-44ae-a356-b0fcc391e292 req-8e90a980-b056-45e8-a053-257d6a3d68a7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:26.476114 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-74d8b777-eb7f-44ae-a356-b0fcc391e292 req-8e90a980-b056-45e8-a053-257d6a3d68a7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1962421 Jun 18 16:27:26.478760 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36468) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:26.487655 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Pushing event updated for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:26.497102 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:26.510171 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-8009d98e-7b45-44b9-a4c5-a7b4107a86ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:26.549303 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Made reservation on behalf of e258b45baf0041cc9d4b8ecc3cbf2934 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:26.563047 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.769744 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-74d8b777-eb7f-44ae-a356-b0fcc391e292 req-3f6d70de-cdf8-4084-a720-df0aa1c3fd59 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437975 Jun 18 16:27:26.786392 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f548d8-54ca-4eef-badb-961d9b00e825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48e636-8f05-4f86-9331-5697ab753bde,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:26.832447 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Attempting to bind port 81502c81-8f5c-4b17-bb4b-171fed873403 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:26.832447 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Attempting to bind port 81502c81-8f5c-4b17-bb4b-171fed873403 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:26.832447 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Attempting to bind port 81502c81-8f5c-4b17-bb4b-171fed873403 on network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:26.836236 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f4f548d8-54ca-4eef-badb-961d9b00e825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:26.837231 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fbbac8e1-3e3e-433a-9b5c-4c6d93ad44cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.891430 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fbbac8e1-3e3e-433a-9b5c-4c6d93ad44cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.956862 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Port 81502c81-8f5c-4b17-bb4b-171fed873403 on network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:27:26.957181 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Attempting to bind port 81502c81-8f5c-4b17-bb4b-171fed873403 on network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:26.997243 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-67cc2d21-0755-4487-ac44-c2c659e18f03 req-3c730d09-0114-4ebf-a436-c71a090de0b8 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 210 time: 0.0770376 Jun 18 16:27:27.009607 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af56dd69-4c6d-440d-96d4-90537cea7b85 req-47b6dae6-42bd-4c79-94b1-673ae2043850 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 210 time: 0.0615530 Jun 18 16:27:27.013320 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:27.013718 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Checking segment: {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:27.014854 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Bound using segment: {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:27.015305 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Bound port: 81502c81-8f5c-4b17-bb4b-171fed873403, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:27.015643 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.044049 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 6f6c6fd0-f05c-4165-978a-d954e8f818a6 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:27:27.057410 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Allocated IP 172.20.0.13 (f9bc59cc-d3ee-4170-96ce-60655b53d600/c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6/08f26344-1f2e-4c81-b67b-4d39e867cc31) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:27.068557 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fbbac8e1-3e3e-433a-9b5c-4c6d93ad44cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.072606 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fbbac8e1-3e3e-433a-9b5c-4c6d93ad44cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.074108 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-fbbac8e1-3e3e-433a-9b5c-4c6d93ad44cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e48e636-8f05-4f86-9331-5697ab753bde HTTP/1.1" status: 204 len: 168 time: 0.5941083 Jun 18 16:27:27.075017 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:27.106809 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbac8e1-3e3e-433a-9b5c-4c6d93ad44cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48e636-8f05-4f86-9331-5697ab753bde,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:27.114785 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-fbbac8e1-3e3e-433a-9b5c-4c6d93ad44cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:27.326317 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:27.356689 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:27.373454 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.397605 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 6f6c6fd0-f05c-4165-978a-d954e8f818a6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6f6c6fd0-f05c-4165-978a-d954e8f818a6,segment=NetworkSegment(f91b71a6-bb84-413a-8823-425caaf12d5b),segment_id=f91b71a6-bb84-413a-8823-425caaf12d5b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:27.402087 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:27.422429 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '6f6c6fd0-f05c-4165-978a-d954e8f818a6', 'network_id': '8354dfd2-21f0-4a84-bece-f745c00fbc79', 'port_id': '6f6c6fd0-f05c-4165-978a-d954e8f818a6', 'mac_address': 'fa:16:3e:59:7f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47613ad-5241-474d-b543-10a69f65485b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:27:27.498646 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.544589 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6c6fd0-f05c-4165-978a-d954e8f818a6 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:27.549074 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-84471418-b2da-4dce-9354-2c736c99f70c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:27.562879 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-84471418-b2da-4dce-9354-2c736c99f70c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.72 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 809 time: 0.3037589 Jun 18 16:27:27.589055 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 6f6c6fd0-f05c-4165-978a-d954e8f818a6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6f6c6fd0-f05c-4165-978a-d954e8f818a6,segment=NetworkSegment(f91b71a6-bb84-413a-8823-425caaf12d5b),segment_id=f91b71a6-bb84-413a-8823-425caaf12d5b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:27.598347 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.600856 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-6438163b-11e9-43a9-98ac-22b1b16f5efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:27.620412 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:27.621022 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.622454 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] 10.222.0.72 "PUT /v2.0/ports/81502c81-8f5c-4b17-bb4b-171fed873403 HTTP/1.1" status: 200 len: 1094 time: 3.1809809 Jun 18 16:27:27.627500 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:27.629842 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938aaa8e-30df-486c-a121-ac32a6b4c731" -d '{"events": [{"name": "network-changed", "server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:27.668495 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=6f6c6fd0-f05c-4165-978a-d954e8f818a6,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:27.680577 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:27.714770 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654ebf7f-2835-4656-9be8-e1ec44fe87b8 x-openstack-request-id: req-654ebf7f-2835-4656-9be8-e1ec44fe87b8 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:27.715376 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:27.716239 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-654ebf7f-2835-4656-9be8-e1ec44fe87b8 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:27.716775 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403', 'status': 'completed', 'code': 200} Jun 18 16:27:27.723573 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Pushing event updated for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:27.735521 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:27.791219 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.806556 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e503fa1-263f-49ff-bf05-1ca8316b4427 req-7fcd8ec4-fb4a-48db-a4c6-089f277d0dc3 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:27.808089 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e503fa1-263f-49ff-bf05-1ca8316b4427 req-7fcd8ec4-fb4a-48db-a4c6-089f277d0dc3 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 943 time: 0.4235659 Jun 18 16:27:27.893084 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e503fa1-263f-49ff-bf05-1ca8316b4427 req-3ad9fab5-1760-4cd1-98bb-00ecd83f4751 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771945 Jun 18 16:27:27.917800 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.924187 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fc08fd29-984e-43d9-a0d2-f35572332110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:28.001560 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Network f9bc59cc-d3ee-4170-96ce-60655b53d600 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:28.003038 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:28.007316 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:28.013059 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:28.013697 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.050014 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Pushing event updated for resources: {'Port': ['ID=08f26344-1f2e-4c81-b67b-4d39e867cc31,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:28.061845 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:28.067172 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2942250 Jun 18 16:27:28.124128 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724b84-fd8c-433d-9925-1e60a4637e27 req-650a533f-f5a3-435e-a056-d105923f30d1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:28.134323 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e724b84-fd8c-433d-9925-1e60a4637e27 req-650a533f-f5a3-435e-a056-d105923f30d1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1312957 Jun 18 16:27:28.181539 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7848882f-5f6e-496c-8b16-542c144e7fa5 req-ae8e803c-7d13-42ce-a943-0ff03c19d478 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 210 time: 0.0425787 Jun 18 16:27:28.187378 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e724b84-fd8c-433d-9925-1e60a4637e27 req-553dd4b8-3bd0-4ddc-abd0-17c878f91239 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520449 Jun 18 16:27:28.332237 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ee62e2ac-8c15-45e6-8b2f-9a70bd678792 req-3e67ffe9-8e84-4da2-b3b9-3c9635a3ee8a tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 210 time: 0.0344696 Jun 18 16:27:28.839937 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36588) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.048880 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-db0049db-c6c9-47cd-b35f-8df5bbb5712e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.090214 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a9b1f-a771-4e9b-9b82-985561c998ca req-2096a202-f5c5-437a-af9a-5c767fb39be5 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:29.100456 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-747a9b1f-a771-4e9b-9b82-985561c998ca req-2096a202-f5c5-437a-af9a-5c767fb39be5 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 944 time: 0.0840352 Jun 18 16:27:29.152727 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-747a9b1f-a771-4e9b-9b82-985561c998ca req-4c442ec1-a570-4ad1-a11c-87b1b43b1a6c tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510297 Jun 18 16:27:29.157419 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-db0049db-c6c9-47cd-b35f-8df5bbb5712e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.163302 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-db0049db-c6c9-47cd-b35f-8df5bbb5712e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.166187 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:29.361939 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-db0049db-c6c9-47cd-b35f-8df5bbb5712e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e740cc38a2244539b2aea74e0681f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205169 Jun 18 16:27:29.364132 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0049db-c6c9-47cd-b35f-8df5bbb5712e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff732c-a9f1-4cba-b74e-48c782cd6142,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:29.364758 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36616) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.392743 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-db0049db-c6c9-47cd-b35f-8df5bbb5712e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:29.400374 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a41a6e80-21b0-47bf-8e61-860cecbd2e50 req-41f78947-80d9-4b1f-b2ef-0e00c23aba4c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 210 time: 0.0542305 Jun 18 16:27:29.478839 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8dcc758a-45be-44b9-b695-22221dc50419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.512475 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8dcc758a-45be-44b9-b695-22221dc50419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.547908 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e83312-abf8-4441-8dea-61d044627e5a req-2c215137-9eaa-4ee8-8e09-3418a11543cf tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:29.556770 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81e83312-abf8-4441-8dea-61d044627e5a req-2c215137-9eaa-4ee8-8e09-3418a11543cf tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1470542 Jun 18 16:27:29.569180 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7d565c9c-a034-4540-aea1-53d3d40a7ca2 req-88f95fa3-1252-48ba-bafe-64ef229b23c6 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 210 time: 0.0421696 Jun 18 16:27:29.614459 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81e83312-abf8-4441-8dea-61d044627e5a req-8306ad28-d9f4-4085-ac6a-eb043688fc0a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567908 Jun 18 16:27:29.616601 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8dcc758a-45be-44b9-b695-22221dc50419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.627783 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8dcc758a-45be-44b9-b695-22221dc50419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.628902 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-8dcc758a-45be-44b9-b695-22221dc50419 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6ff732c-a9f1-4cba-b74e-48c782cd6142 HTTP/1.1" status: 204 len: 168 time: 0.2628090 Jun 18 16:27:29.629642 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6fd82dec-467f-4845-bc20-92cb3013fefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:29.638572 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc758a-45be-44b9-b695-22221dc50419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff732c-a9f1-4cba-b74e-48c782cd6142,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:29.643576 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8dcc758a-45be-44b9-b695-22221dc50419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:29.919325 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36640) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.040812 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1eef6076-8f42-4c5d-a2cc-8147d3ba6025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.091395 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36648) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.105163 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d44e29c1-2831-4082-98d6-b6ad273f00d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.134835 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1eef6076-8f42-4c5d-a2cc-8147d3ba6025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.139306 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1eef6076-8f42-4c5d-a2cc-8147d3ba6025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.143337 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:30.186706 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1eef6076-8f42-4c5d-a2cc-8147d3ba6025 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8294bdc7c6c840638204de6805da9f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662697 Jun 18 16:27:30.188298 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef6076-8f42-4c5d-a2cc-8147d3ba6025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d991b7af-82a1-4462-aac0-302a1f1443d6,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:30.189642 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36652) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.193110 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1eef6076-8f42-4c5d-a2cc-8147d3ba6025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:30.258322 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d44e29c1-2831-4082-98d6-b6ad273f00d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.265219 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d44e29c1-2831-4082-98d6-b6ad273f00d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.295932 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:30.299743 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d44e29c1-2831-4082-98d6-b6ad273f00d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=405af78e62ba4c34ad05b6dd4e876428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071693 Jun 18 16:27:30.300631 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-937fe5e8-9f39-4bca-b498-2988b63014ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.307619 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Request body: {'port': {'device_id': '6a72f39b-b9b8-495b-af66-c165d04cba61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:30.314968 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36656) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.365028 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-94ce691a-5bb5-475d-813e-4564fdb07942 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace971bcab484234aeb195e3f2919fec HTTP/1.1" status: 200 len: 380 time: 0.0888183 Jun 18 16:27:30.400941 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'port': {'device_id': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'admin_state_up': True, 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'security_groups': ['7e0b84ac-9642-412f-a5e8-47ea532e99dc']}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:30.418706 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a8b2df6b-cd58-40bb-b6ca-7809640e0a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.439643 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-937fe5e8-9f39-4bca-b498-2988b63014ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.441466 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e29c1-2831-4082-98d6-b6ad273f00d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0884f2c-6e46-4655-b7df-38ace82e3459,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:30.460513 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d44e29c1-2831-4082-98d6-b6ad273f00d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:30.516177 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a8b2df6b-cd58-40bb-b6ca-7809640e0a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.547889 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['6f6c6fd0-f05c-4165-978a-d954e8f818a6'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:27:30.578076 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.608633 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2a61f-25f5-4e5b-b0e9-205c44c76484 req-9e9caa55-ad58-4cf8-9750-4b2432ff2938 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:30.610657 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6cb2a61f-25f5-4e5b-b0e9-205c44c76484 req-9e9caa55-ad58-4cf8-9750-4b2432ff2938 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 944 time: 0.3155150 Jun 18 16:27:30.613308 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aaa8e-30df-486c-a121-ac32a6b4c731 req-a1307d5a-7965-415b-9456-bfca65163c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:30.614912 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938aaa8e-30df-486c-a121-ac32a6b4c731 req-a1307d5a-7965-415b-9456-bfca65163c5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 1097 time: 0.2681024 Jun 18 16:27:30.618609 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-937fe5e8-9f39-4bca-b498-2988b63014ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.623107 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-937fe5e8-9f39-4bca-b498-2988b63014ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.627159 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-937fe5e8-9f39-4bca-b498-2988b63014ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d991b7af-82a1-4462-aac0-302a1f1443d6 HTTP/1.1" status: 204 len: 168 time: 0.4365203 Jun 18 16:27:30.650476 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:30.728504 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ab3c180c-375d-4d95-b0fe-92a4a870f45b req-463c4fb5-f905-4104-8ce9-c2080b4178b0 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 210 time: 0.0608191 Jun 18 16:27:30.742653 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Made reservation on behalf of ace971bcab484234aeb195e3f2919fec for: {'port': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:30.747240 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.754732 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fe5e8-9f39-4bca-b498-2988b63014ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d991b7af-82a1-4462-aac0-302a1f1443d6,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:30.774806 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-937fe5e8-9f39-4bca-b498-2988b63014ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:30.822447 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a8b2df6b-cd58-40bb-b6ca-7809640e0a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.827829 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a8b2df6b-cd58-40bb-b6ca-7809640e0a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.836886 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a8b2df6b-cd58-40bb-b6ca-7809640e0a0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0884f2c-6e46-4655-b7df-38ace82e3459 HTTP/1.1" status: 204 len: 168 time: 0.5191605 Jun 18 16:27:30.839164 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:30.938946 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6cb2a61f-25f5-4e5b-b0e9-205c44c76484 req-deb32470-3ba7-4015-a629-9fcee374c750 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212988 Jun 18 16:27:30.984466 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2df6b-cd58-40bb-b6ca-7809640e0a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0884f2c-6e46-4655-b7df-38ace82e3459,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:31.008788 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a8b2df6b-cd58-40bb-b6ca-7809640e0a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:31.144422 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aaa8e-30df-486c-a121-ac32a6b4c731 req-94dd10f9-2e39-4fb4-94a5-787f83a8dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:31.148215 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938aaa8e-30df-486c-a121-ac32a6b4c731 req-94dd10f9-2e39-4fb4-94a5-787f83a8dda7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=07e561593f534ef7b032c2b2fc12ba34&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4950817 Jun 18 16:27:31.188942 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.72', 65373) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:31.223581 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-299e4b59-bb20-42f7-bd3e-5c4f1c03ce5d req-c3d9fa5b-5736-417d-b354-f7cfd5812494 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 210 time: 0.2391305 Jun 18 16:27:31.436315 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f26344-1f2e-4c81-b67b-4d39e867cc31 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:31.448058 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:31.453306 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Allocated IP 172.20.0.6 (0883b05a-15d5-409b-9c71-4adb702e2d9a/913cc92b-c816-492d-bf03-8d4553e6b4a5/eccfa509-8a81-4e8e-8c4c-35ceb1fb806f) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:31.468097 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Transition to ACTIVE for port object 08f26344-1f2e-4c81-b67b-4d39e867cc31 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:31.547617 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:31.603252 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36702) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:31.606361 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:31.667874 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:27:31.679840 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1deeeff0-c911-489f-be63-ac9e0dec5e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:31.832290 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=08f26344-1f2e-4c81-b67b-4d39e867cc31,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:31.855357 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:31.880653 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1deeeff0-c911-489f-be63-ac9e0dec5e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:31.891022 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aaa8e-30df-486c-a121-ac32a6b4c731 req-e24c23f9-deed-42a5-9f61-cf2548c349f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:31.892567 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938aaa8e-30df-486c-a121-ac32a6b4c731 req-e24c23f9-deed-42a5-9f61-cf2548c349f5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7079134 Jun 18 16:27:31.904325 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-ee6f7a2f-8f37-47c8-942b-0545dabe0aaa tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:31.905763 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-ee6f7a2f-8f37-47c8-942b-0545dabe0aaa tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.72 "GET /v2.0/networks?id=f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 200 len: 818 time: 0.7124569 Jun 18 16:27:31.919153 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Attempting to bind port 08f26344-1f2e-4c81-b67b-4d39e867cc31 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:31.919480 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Attempting to bind port 08f26344-1f2e-4c81-b67b-4d39e867cc31 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:31.919800 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Attempting to bind port 08f26344-1f2e-4c81-b67b-4d39e867cc31 on network f9bc59cc-d3ee-4170-96ce-60655b53d600 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:31.922645 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:31.936320 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99246a99-b789-4882-b8f9-e47a2116e371 req-5f54c432-d59a-4443-ac96-05d3dd9cb614 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:31.937869 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-99246a99-b789-4882-b8f9-e47a2116e371 req-5f54c432-d59a-4443-ac96-05d3dd9cb614 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.4558411 Jun 18 16:27:31.938399 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Transition to ACTIVE for port object eccfa509-8a81-4e8e-8c4c-35ceb1fb806f will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:31.939121 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Port 08f26344-1f2e-4c81-b67b-4d39e867cc31 on network f9bc59cc-d3ee-4170-96ce-60655b53d600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:27:31.939586 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Attempting to bind port 08f26344-1f2e-4c81-b67b-4d39e867cc31 on network f9bc59cc-d3ee-4170-96ce-60655b53d600 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:31.952487 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:31.953248 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Checking segment: {'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:31.954051 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Bound using segment: {'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:31.954705 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Bound port: 08f26344-1f2e-4c81-b67b-4d39e867cc31, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:31.955231 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:31.983543 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1deeeff0-c911-489f-be63-ac9e0dec5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.002683 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-99246a99-b789-4882-b8f9-e47a2116e371 req-cccd4546-7b03-4334-8c1a-b2d1a7341f9b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564826 Jun 18 16:27:32.054671 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-fbbac8e1-3e3e-433a-9b5c-4c6d93ad44cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:32.059237 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1deeeff0-c911-489f-be63-ac9e0dec5e59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1dbc7f91af3458e85cc8d1af9525736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549773 Jun 18 16:27:32.060332 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.062760 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36728) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:32.108760 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] For port 08f26344-1f2e-4c81-b67b-4d39e867cc31, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:32.118148 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] For port 08f26344-1f2e-4c81-b67b-4d39e867cc31, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:32.120762 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeeff0-c911-489f-be63-ac9e0dec5e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d041a9b-3ce7-45d1-a805-0cf22c427c29,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:32.129045 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.142240 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:32.142376 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1deeeff0-c911-489f-be63-ac9e0dec5e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:32.145010 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Network 0883b05a-15d5-409b-9c71-4adb702e2d9a is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:32.145665 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-287623be-598d-41e3-b008-86af1aad8393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:32.177848 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:32.178709 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.180895 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] 10.222.0.72 "PUT /v2.0/ports/08f26344-1f2e-4c81-b67b-4d39e867cc31 HTTP/1.1" status: 200 len: 1094 time: 1.8870242 Jun 18 16:27:32.185658 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a72f39b-b9b8-495b-af66-c165d04cba61', 'tag': '08f26344-1f2e-4c81-b67b-4d39e867cc31'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:32.187422 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875fc700-8f00-4538-b389-6dd6e882adb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a72f39b-b9b8-495b-af66-c165d04cba61", "tag": "08f26344-1f2e-4c81-b67b-4d39e867cc31"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:32.244608 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=08f26344-1f2e-4c81-b67b-4d39e867cc31,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:32.248193 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:32.268367 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:32.283303 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'Port': ['ID=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:32.284191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e977ff-90e0-4590-b6c5-530bd8feb11e req-fd135865-7ebf-4af3-9422-48e55f1018b2 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:32.285778 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c9e977ff-90e0-4590-b6c5-530bd8feb11e req-fd135865-7ebf-4af3-9422-48e55f1018b2 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 944 time: 0.1038153 Jun 18 16:27:32.304871 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:32.309845 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:32.310453 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.312811 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-00ed34a6-dbb0-445d-89dd-1b5b700f8c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.360833 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee912d61-a89e-4abb-8f32-b5446dcc0f00 req-519f1ec3-3e5f-4803-94b9-da7b4b059381 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:32.362254 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ee912d61-a89e-4abb-8f32-b5446dcc0f00 req-519f1ec3-3e5f-4803-94b9-da7b4b059381 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 931 time: 0.3823259 Jun 18 16:27:32.371820 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9793813 Jun 18 16:27:32.373602 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-00ed34a6-dbb0-445d-89dd-1b5b700f8c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.380217 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:32.387770 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c9e977ff-90e0-4590-b6c5-530bd8feb11e req-09ddf689-43b9-4651-95a4-a04bf532b597 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950887 Jun 18 16:27:32.488654 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ee912d61-a89e-4abb-8f32-b5446dcc0f00 req-db200bbe-3a07-4738-b8bf-a656e54c3ec1 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023629 Jun 18 16:27:32.500839 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-00ed34a6-dbb0-445d-89dd-1b5b700f8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.504351 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-00ed34a6-dbb0-445d-89dd-1b5b700f8c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.506508 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-00ed34a6-dbb0-445d-89dd-1b5b700f8c58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d041a9b-3ce7-45d1-a805-0cf22c427c29 HTTP/1.1" status: 204 len: 168 time: 0.4426255 Jun 18 16:27:32.507349 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:32.515649 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed34a6-dbb0-445d-89dd-1b5b700f8c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d041a9b-3ce7-45d1-a805-0cf22c427c29,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:32.523271 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-00ed34a6-dbb0-445d-89dd-1b5b700f8c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:32.552370 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4a6d61-e39f-423e-8d41-08c1d24bd03f x-openstack-request-id: req-9a4a6d61-e39f-423e-8d41-08c1d24bd03f {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:32.552768 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a72f39b-b9b8-495b-af66-c165d04cba61", "tag": "08f26344-1f2e-4c81-b67b-4d39e867cc31", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:32.553709 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a4a6d61-e39f-423e-8d41-08c1d24bd03f {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:32.554349 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a72f39b-b9b8-495b-af66-c165d04cba61', 'tag': '08f26344-1f2e-4c81-b67b-4d39e867cc31', 'status': 'completed', 'code': 200} Jun 18 16:27:32.621373 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-ecd0b533-fe81-4ff4-9ef5-16fb7f6f9f49 None None] Provisioning for port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:32.625723 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-ecd0b533-fe81-4ff4-9ef5-16fb7f6f9f49 None None] Provisioning complete for port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:32.626236 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ecd0b533-fe81-4ff4-9ef5-16fb7f6f9f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.672656 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0b533-fe81-4ff4-9ef5-16fb7f6f9f49 None None] Port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:32.680828 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-59253142-537d-4682-90f5-521545a5323d req-e0eddd41-fe7b-433a-b198-82d99daa5209 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 210 time: 0.0414269 Jun 18 16:27:33.368049 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242665f3-f087-4958-a089-4012991c75c0 req-187c2d08-fad9-40af-a574-eae657fc6c43 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:33.369542 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-242665f3-f087-4958-a089-4012991c75c0 req-187c2d08-fad9-40af-a574-eae657fc6c43 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.2317634 Jun 18 16:27:33.409283 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36792) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.410605 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-242665f3-f087-4958-a089-4012991c75c0 req-dfe3f842-7852-4337-b450-223937d1c587 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345576 Jun 18 16:27:33.609104 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1f9846ff-5792-4e35-a78f-92f14545f454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.640414 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5b90b-5a50-4c8c-a8a6-faabcfd467d6 req-99fcec18-d42e-4745-8f93-8edaad5b34a4 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:33.641961 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2bb5b90b-5a50-4c8c-a8a6-faabcfd467d6 req-99fcec18-d42e-4745-8f93-8edaad5b34a4 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 944 time: 0.0980330 Jun 18 16:27:33.708375 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2bb5b90b-5a50-4c8c-a8a6-faabcfd467d6 req-90484bb6-2701-4825-a8fe-7bf7ca763e9a tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557814 Jun 18 16:27:33.748051 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c20d3b-19a6-4a23-9809-a97a7dba0b43 req-780357db-9585-4413-9163-e0769cc1b232 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:33.750292 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f0c20d3b-19a6-4a23-9809-a97a7dba0b43 req-780357db-9585-4413-9163-e0769cc1b232 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 931 time: 0.0929925 Jun 18 16:27:33.760680 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1f9846ff-5792-4e35-a78f-92f14545f454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.766469 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1f9846ff-5792-4e35-a78f-92f14545f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.769830 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-efbcd38b-eca7-4e95-9cba-5ef8f8ee6e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:33.801942 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f0c20d3b-19a6-4a23-9809-a97a7dba0b43 req-9c940d84-678d-4a4c-8a58-101b0c9bca3e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448220 Jun 18 16:27:33.808673 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1f9846ff-5792-4e35-a78f-92f14545f454 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bab108c013af430fa9ecad2c59b982fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916826 Jun 18 16:27:33.809651 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9846ff-5792-4e35-a78f-92f14545f454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e649d81a-a044-423c-a391-b77977b365f3,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:33.811289 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36814) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.824238 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1f9846ff-5792-4e35-a78f-92f14545f454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:33.877411 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-998f6806-c78c-4943-8c0d-2f04f273fb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.890628 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-66468104-d741-443e-b327-db7050788e92 req-4f74cfb7-66a6-4189-9b2a-a214d624b6ec tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 210 time: 0.0346754 Jun 18 16:27:33.905034 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-998f6806-c78c-4943-8c0d-2f04f273fb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.955507 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-998f6806-c78c-4943-8c0d-2f04f273fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.958366 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-998f6806-c78c-4943-8c0d-2f04f273fb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.959552 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-998f6806-c78c-4943-8c0d-2f04f273fb5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e649d81a-a044-423c-a391-b77977b365f3 HTTP/1.1" status: 204 len: 168 time: 0.1468763 Jun 18 16:27:33.960225 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:33.967651 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f6806-c78c-4943-8c0d-2f04f273fb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e649d81a-a044-423c-a391-b77977b365f3,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:33.974745 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-998f6806-c78c-4943-8c0d-2f04f273fb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:34.274915 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36834) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:34.288742 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9a3ddd9f-b51d-4c84-a7e3-ea56140e599c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.378176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9a3ddd9f-b51d-4c84-a7e3-ea56140e599c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.383901 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9a3ddd9f-b51d-4c84-a7e3-ea56140e599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.387514 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7dfc2d7f-3464-44c2-837b-f7ab72db5aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:34.422940 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-9a3ddd9f-b51d-4c84-a7e3-ea56140e599c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c04950b6152e48ff8b05c2f3c523e7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469197 Jun 18 16:27:34.424052 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ddd9f-b51d-4c84-a7e3-ea56140e599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c730e-f551-40ca-894c-446c84b4431d,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:34.425585 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36836) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:34.427393 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-9a3ddd9f-b51d-4c84-a7e3-ea56140e599c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:34.475366 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9c15599b-323a-4a38-b3a4-1cd44204f845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.497073 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9c15599b-323a-4a38-b3a4-1cd44204f845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.552089 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9c15599b-323a-4a38-b3a4-1cd44204f845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.555506 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9c15599b-323a-4a38-b3a4-1cd44204f845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.559778 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-9c15599b-323a-4a38-b3a4-1cd44204f845 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f12c730e-f551-40ca-894c-446c84b4431d HTTP/1.1" status: 204 len: 168 time: 0.1330502 Jun 18 16:27:34.560609 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0b7c7c2c-1d2b-44ec-ba3a-39d42e4048cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:34.570690 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15599b-323a-4a38-b3a4-1cd44204f845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c730e-f551-40ca-894c-446c84b4431d,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:34.573410 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9c15599b-323a-4a38-b3a4-1cd44204f845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:34.606407 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56e473-aa71-4cb7-b287-a54b74324bd5 req-b89b2fae-86c9-4eda-8471-2dcc10156fb8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:34.608405 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6b56e473-aa71-4cb7-b287-a54b74324bd5 req-b89b2fae-86c9-4eda-8471-2dcc10156fb8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0681152 Jun 18 16:27:34.659018 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6b56e473-aa71-4cb7-b287-a54b74324bd5 req-a4555b7d-65d2-4bcf-91c0-c8361239606b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Jun 18 16:27:34.663590 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 6f6c6fd0-f05c-4165-978a-d954e8f818a6 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:34.732401 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Request body: {'port': {'device_id': 'f269a657-1210-48c1-8702-6adf0921476c', 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600', 'admin_state_up': True, 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:34.736678 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Request body: {'port': {'device_id': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:34.783816 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 6f6c6fd0-f05c-4165-978a-d954e8f818a6 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:34.790442 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 6f6c6fd0-f05c-4165-978a-d954e8f818a6 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:34.790833 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.915089 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.959548 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 6f6c6fd0-f05c-4165-978a-d954e8f818a6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6f6c6fd0-f05c-4165-978a-d954e8f818a6,segment=NetworkSegment(f91b71a6-bb84-413a-8823-425caaf12d5b),segment_id=f91b71a6-bb84-413a-8823-425caaf12d5b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:34.960592 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c0be0e-37ec-4bdd-89fb-0c57228d45b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6c6fd0-f05c-4165-978a-d954e8f818a6'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:35.025811 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.028547 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:35.097743 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fc700-8f00-4538-b389-6dd6e882adb8 req-443ee943-e762-464b-b52b-df641ab202e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:35.099757 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-875fc700-8f00-4538-b389-6dd6e882adb8 req-443ee943-e762-464b-b52b-df641ab202e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 1097 time: 0.3230524 Jun 18 16:27:35.115629 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-d7b47e74-b2d4-4762-b9f3-7fc299c5d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:35.117431 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-d7b47e74-b2d4-4762-b9f3-7fc299c5d7dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 1097 time: 0.2550309 Jun 18 16:27:35.123455 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=6f6c6fd0-f05c-4165-978a-d954e8f818a6,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:35.127275 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:35.191840 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.194368 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f8574-fad6-402f-8a70-7c1619b3bb42" -d '{"events": [{"server_uuid": "e4c0be0e-37ec-4bdd-89fb-0c57228d45b5", "name": "network-vif-plugged", "status": "completed", "tag": "6f6c6fd0-f05c-4165-978a-d954e8f818a6"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:35.243055 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-cb89ef59-2648-4555-af21-7f2e5326fedd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81502c81-8f5c-4b17-bb4b-171fed873403 HTTP/1.1" status: 200 len: 217 time: 0.0944090 Jun 18 16:27:35.260068 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91607153-e5b8-49c0-9019-4192eaee06e8 req-1d682b98-3d2d-487f-beaa-f1b2ef40ded1 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:35.262004 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-91607153-e5b8-49c0-9019-4192eaee06e8 req-1d682b98-3d2d-487f-beaa-f1b2ef40ded1 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.1129637 Jun 18 16:27:35.315123 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Made reservation on behalf of e258b45baf0041cc9d4b8ecc3cbf2934 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:35.319453 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.375001 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a08ac-8934-42d5-ae91-890713800232 req-d8cad814-d601-4752-ae57-84d69f59fc2c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:35.379219 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f90a08ac-8934-42d5-ae91-890713800232 req-d8cad814-d601-4752-ae57-84d69f59fc2c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 931 time: 0.3455038 Jun 18 16:27:35.383526 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-9c8ded39-027e-4d30-b852-1ea5754f19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:35.385121 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-9c8ded39-027e-4d30-b852-1ea5754f19b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.1303074 Jun 18 16:27:35.385977 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fc700-8f00-4538-b389-6dd6e882adb8 req-cd1565ab-9391-4493-921a-e0373bb292ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:35.387293 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-875fc700-8f00-4538-b389-6dd6e882adb8 req-cd1565ab-9391-4493-921a-e0373bb292ef service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2660992 Jun 18 16:27:35.433290 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-91607153-e5b8-49c0-9019-4192eaee06e8 req-e67dfa8d-5b1b-46a4-b806-3ad0b73ef2ac tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617105 Jun 18 16:27:35.594397 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f90a08ac-8934-42d5-ae91-890713800232 req-4b8a4e41-7a12-4031-893c-29c3bf298420 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012746 Jun 18 16:27:35.626863 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6729848a-1138-4b63-bcf6-461a940d9645 req-20a58ec8-b10d-4a05-8f98-d613d0ed3b53 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 210 time: 0.0455825 Jun 18 16:27:35.633402 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccfa509-8a81-4e8e-8c4c-35ceb1fb806f {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:35.642023 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.659464 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Transition to ACTIVE for port object eccfa509-8a81-4e8e-8c4c-35ceb1fb806f will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:35.664501 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.673174 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:35.711934 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fc700-8f00-4538-b389-6dd6e882adb8 req-0133a48e-856c-407c-ae2a-2ec198fd0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:35.713743 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-875fc700-8f00-4538-b389-6dd6e882adb8 req-0133a48e-856c-407c-ae2a-2ec198fd0c19 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3077605 Jun 18 16:27:35.716565 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Allocated IP 172.20.0.3 (f9bc59cc-d3ee-4170-96ce-60655b53d600/c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6/fc840111-6351-4cc0-884b-3e27fdffa89d) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:35.737584 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-5740b2e1-fa95-4b18-a09e-e5a591d392e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:35.739822 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-5740b2e1-fa95-4b18-a09e-e5a591d392e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3375852 Jun 18 16:27:35.992919 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Pushing event updated for resources: {'Port': ['ID=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:36.020048 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:36.027693 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Attempting to bind port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:36.028053 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Attempting to bind port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:36.028393 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Attempting to bind port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f on network 0883b05a-15d5-409b-9c71-4adb702e2d9a {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:36.034784 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f on network 0883b05a-15d5-409b-9c71-4adb702e2d9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:27:36.035165 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Attempting to bind port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f on network 0883b05a-15d5-409b-9c71-4adb702e2d9a {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:36.064228 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:36.064567 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Checking segment: {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:36.065128 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Bound using segment: {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:36.065597 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Bound port: eccfa509-8a81-4e8e-8c4c-35ceb1fb806f, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:36.065972 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.094899 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc807ac-0f95-45b8-872f-a9c98df0d34e x-openstack-request-id: req-abc807ac-0f95-45b8-872f-a9c98df0d34e {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:36.095372 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c0be0e-37ec-4bdd-89fb-0c57228d45b5", "name": "network-vif-plugged", "status": "completed", "tag": "6f6c6fd0-f05c-4165-978a-d954e8f818a6", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:36.095447 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abc807ac-0f95-45b8-872f-a9c98df0d34e {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:36.095891 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c0be0e-37ec-4bdd-89fb-0c57228d45b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6c6fd0-f05c-4165-978a-d954e8f818a6', 'code': 200} Jun 18 16:27:36.126555 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d06aa-32f0-425c-b970-db2b58c8d358 req-27e71106-4ce7-41f6-89b1-247c23b185ac tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:36.135362 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-fe3d06aa-32f0-425c-b970-db2b58c8d358 req-27e71106-4ce7-41f6-89b1-247c23b185ac tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1667893 Jun 18 16:27:36.176832 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-1fec62d7-0673-4566-b55b-7259f41ac499 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258134 Jun 18 16:27:36.236107 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] For port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f, host hv-cinder-79246, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:36.250607 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] For port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:36.257117 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-bf1725be-9136-4033-ad59-1ffc5e5250dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:36.258956 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-bf1725be-9136-4033-ad59-1ffc5e5250dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 1097 time: 0.4086194 Jun 18 16:27:36.294002 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.298858 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:36.331291 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-fe3d06aa-32f0-425c-b970-db2b58c8d358 req-43ff64eb-f4b0-4895-99d6-25caa93f353b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949406 Jun 18 16:27:36.345017 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-1f455441-46c8-4024-aa28-39d6ca90c422 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31 HTTP/1.1" status: 200 len: 217 time: 0.0672758 Jun 18 16:27:36.400951 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Pushing event updated for resources: {'Port': ['ID=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:36.405385 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:36.414745 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.414865 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:36.415824 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.418548 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] 10.222.0.72 "PUT /v2.0/ports/eccfa509-8a81-4e8e-8c4c-35ceb1fb806f HTTP/1.1" status: 200 len: 1093 time: 1.6890221 Jun 18 16:27:36.419382 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'tag': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:36.468882 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.508205 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-8d57b1a7-33a0-4e65-a71a-0aa474484ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.546816 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.72', 65385) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:36.566231 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-0b66810f-d93d-4730-977d-cf8be3b21955 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795807 Jun 18 16:27:36.596281 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-c22fa78a-07a8-4219-a22c-12b081af5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:36.596281 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-c22fa78a-07a8-4219-a22c-12b081af5cf1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6 HTTP/1.1" status: 200 len: 858 time: 0.2428133 Jun 18 16:27:36.638166 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36920) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:36.774130 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-60472938-d610-49a6-996e-b644947272c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:36.776008 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-60472938-d610-49a6-996e-b644947272c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 1096 time: 0.2281523 Jun 18 16:27:36.788884 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ef8d5-b053-467f-a0b7-0f96697afe9d req-cbfbbf26-9f74-4397-bd1c-f23932e76efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:36.795461 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-248ef8d5-b053-467f-a0b7-0f96697afe9d req-cbfbbf26-9f74-4397-bd1c-f23932e76efe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 1098 time: 0.2393630 Jun 18 16:27:36.853783 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a078a-88bf-4ec2-a481-411c230fc9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "62df88d1-93a9-41cd-b75e-404182c3cae8", "tag": "eccfa509-8a81-4e8e-8c4c-35ceb1fb806f"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:36.903567 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a46d4-da9c-4af1-bd1e-627d5253baa0 req-918094ee-af41-4f3b-8707-cebacef9dcfa tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:36.907770 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-df88fc5b-936f-43f0-a0c7-da11cea61a2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9bc59cc-d3ee-4170-96ce-60655b53d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2884917 Jun 18 16:27:36.913279 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e18a46d4-da9c-4af1-bd1e-627d5253baa0 req-918094ee-af41-4f3b-8707-cebacef9dcfa tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.1079938 Jun 18 16:27:36.950677 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e18a46d4-da9c-4af1-bd1e-627d5253baa0 req-4b94819f-168b-4f27-950f-2b9b6b8e0455 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366313 Jun 18 16:27:36.951214 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.954530 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ea630417-4fea-40d8-ac95-d838bdabfa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.967225 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:37.041632 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Network f9bc59cc-d3ee-4170-96ce-60655b53d600 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:37.050852 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:37.055564 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Pushing event updated for resources: {'Port': ['ID=fc840111-6351-4cc0-884b-3e27fdffa89d,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:37.063965 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:37.071007 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:37.071665 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.079430 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:37.100361 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25290-2891-4aa7-b3f8-11259f09a04b req-ee55c066-49a2-46d5-b207-98a9b4f04526 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:37.101887 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-87e25290-2891-4aa7-b3f8-11259f09a04b req-ee55c066-49a2-46d5-b207-98a9b4f04526 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.4307234 Jun 18 16:27:37.160053 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-87e25290-2891-4aa7-b3f8-11259f09a04b req-7f7d2137-c0ae-402c-b49a-00f9b66bdd93 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485876 Jun 18 16:27:37.173586 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e02a2-e961-4297-a3ac-061173b7b889 req-2c096d01-20d2-4623-941e-ee920435db40 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:37.175618 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ca1e02a2-e961-4297-a3ac-061173b7b889 req-2c096d01-20d2-4623-941e-ee920435db40 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 931 time: 0.0799155 Jun 18 16:27:37.213961 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ea630417-4fea-40d8-ac95-d838bdabfa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.219472 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ea630417-4fea-40d8-ac95-d838bdabfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.226667 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:37.228112 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ca1e02a2-e961-4297-a3ac-061173b7b889 req-fe6052df-ff42-4b47-8c79-632d686840a5 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Jun 18 16:27:37.259195 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea630417-4fea-40d8-ac95-d838bdabfa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7aa536-06e0-48fb-80b9-c510193de9c8,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:37.263129 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-ea630417-4fea-40d8-ac95-d838bdabfa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:37.266761 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5383549 Jun 18 16:27:37.288686 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-ea630417-4fea-40d8-ac95-d838bdabfa79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=523a83c965914a929eaa21989ab6e2c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460941 Jun 18 16:27:37.289105 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36944) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:37.353048 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-182f110c-1c44-45a6-b790-9d78a68a568f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.377146 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5c12bd-153e-44ff-8e96-de83f3ad373c x-openstack-request-id: req-de5c12bd-153e-44ff-8e96-de83f3ad373c {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:37.377593 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62df88d1-93a9-41cd-b75e-404182c3cae8", "tag": "eccfa509-8a81-4e8e-8c4c-35ceb1fb806f", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:37.378054 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de5c12bd-153e-44ff-8e96-de83f3ad373c {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:37.378585 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'tag': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f', 'status': 'completed', 'code': 200} Jun 18 16:27:37.384421 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-182f110c-1c44-45a6-b790-9d78a68a568f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.443958 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-182f110c-1c44-45a6-b790-9d78a68a568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.449422 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-182f110c-1c44-45a6-b790-9d78a68a568f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.450909 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-182f110c-1c44-45a6-b790-9d78a68a568f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f7aa536-06e0-48fb-80b9-c510193de9c8 HTTP/1.1" status: 204 len: 168 time: 0.1606510 Jun 18 16:27:37.451671 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:37.471974 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f110c-1c44-45a6-b790-9d78a68a568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7aa536-06e0-48fb-80b9-c510193de9c8,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:37.476806 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-182f110c-1c44-45a6-b790-9d78a68a568f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:37.621705 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27576f1-f032-4511-83b2-e40c6077d661 req-f9e08e10-e9ff-478c-97c7-4d830835a497 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:37.622438 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e27576f1-f032-4511-83b2-e40c6077d661 req-f9e08e10-e9ff-478c-97c7-4d830835a497 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0896959 Jun 18 16:27:37.678987 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e27576f1-f032-4511-83b2-e40c6077d661 req-0c32016a-35d5-4de1-863f-03242e71ae65 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446393 Jun 18 16:27:37.871819 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 36980) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:37.885140 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-89df6594-9842-4203-ac40-96d725f61feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.975288 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-89df6594-9842-4203-ac40-96d725f61feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.978958 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-89df6594-9842-4203-ac40-96d725f61feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.981805 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:38.023654 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 36990) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:38.024255 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-89df6594-9842-4203-ac40-96d725f61feb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87d3ea9e353d4f7cb45101fe1b916c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478610 Jun 18 16:27:38.024255 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df6594-9842-4203-ac40-96d725f61feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86e5b63-2d00-4fd2-9ad6-b1e4811d379e,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:38.026783 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-89df6594-9842-4203-ac40-96d725f61feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:38.076686 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-327e4764-9863-46f3-948b-89f342c88a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.104186 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-327e4764-9863-46f3-948b-89f342c88a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.193127 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-327e4764-9863-46f3-948b-89f342c88a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.197615 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-327e4764-9863-46f3-948b-89f342c88a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.198765 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-327e4764-9863-46f3-948b-89f342c88a0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b86e5b63-2d00-4fd2-9ad6-b1e4811d379e HTTP/1.1" status: 204 len: 168 time: 0.1765678 Jun 18 16:27:38.202741 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:38.216807 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e4764-9863-46f3-948b-89f342c88a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86e5b63-2d00-4fd2-9ad6-b1e4811d379e,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:38.227458 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520af04e-68a1-4def-8d66-51efcc552f68 req-d851e6eb-4a23-4c6e-9d19-ce763d87ece4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:38.228851 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-520af04e-68a1-4def-8d66-51efcc552f68 req-d851e6eb-4a23-4c6e-9d19-ce763d87ece4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.0950189 Jun 18 16:27:38.229732 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-327e4764-9863-46f3-948b-89f342c88a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:38.292154 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-520af04e-68a1-4def-8d66-51efcc552f68 req-ecdb5201-31ae-4b3a-a545-8e6a80e8bbc0 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573342 Jun 18 16:27:38.386808 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0bc1-ba87-4f21-ad9c-5b0512e8b55f req-b3e89fb1-796c-44e5-952d-3a181349f4bb tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:38.388509 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-decd0bc1-ba87-4f21-ad9c-5b0512e8b55f req-b3e89fb1-796c-44e5-952d-3a181349f4bb tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.0777452 Jun 18 16:27:38.410224 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37008) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:38.441580 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-decd0bc1-ba87-4f21-ad9c-5b0512e8b55f req-dbae4f36-e701-4f9c-a1e4-b569456560fb tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469351 Jun 18 16:27:38.494790 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9d514-62ae-46a6-9c37-9e3e6b8d9708 req-2abe3e4b-c689-450e-901e-990eb95e6955 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:38.496254 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a8c9d514-62ae-46a6-9c37-9e3e6b8d9708 req-2abe3e4b-c689-450e-901e-990eb95e6955 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 931 time: 0.0763934 Jun 18 16:27:38.542522 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a8c9d514-62ae-46a6-9c37-9e3e6b8d9708 req-cb3ee112-2b3d-4ebe-8bdc-90aacbc93c08 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 Jun 18 16:27:38.567706 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de1fff33-c226-4739-846e-f52eec096316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.699976 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de1fff33-c226-4739-846e-f52eec096316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.706101 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de1fff33-c226-4739-846e-f52eec096316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.710194 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-ea630417-4fea-40d8-ac95-d838bdabfa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:38.770459 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fff33-c226-4739-846e-f52eec096316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f48269b-d14e-48fb-b1eb-0cf9a62222ea,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:38.778796 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-de1fff33-c226-4739-846e-f52eec096316 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b149862e334e45d287c676694490a6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651433 Jun 18 16:27:38.778796 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-de1fff33-c226-4739-846e-f52eec096316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:38.779084 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37028) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:38.856013 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6eefe9c4-38fa-4f1d-8f91-868ae9fddde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.885523 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-654f7abc-2404-4609-80d1-edec98200727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.895306 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.914492 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-654f7abc-2404-4609-80d1-edec98200727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.948308 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ae9cf-3c16-441e-85da-17e6124662ad req-f2c973af-7e01-493d-986c-be622c3e546f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:38.950102 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ef6ae9cf-3c16-441e-85da-17e6124662ad req-f2c973af-7e01-493d-986c-be622c3e546f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1078305 Jun 18 16:27:38.994598 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-654f7abc-2404-4609-80d1-edec98200727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.997548 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-654f7abc-2404-4609-80d1-edec98200727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.998719 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-654f7abc-2404-4609-80d1-edec98200727 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f48269b-d14e-48fb-b1eb-0cf9a62222ea HTTP/1.1" status: 204 len: 168 time: 0.2187576 Jun 18 16:27:38.999369 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:39.001548 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ef6ae9cf-3c16-441e-85da-17e6124662ad req-ebf76f1d-0098-490d-ad1a-b6e194872849 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427365 Jun 18 16:27:39.009024 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f7abc-2404-4609-80d1-edec98200727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f48269b-d14e-48fb-b1eb-0cf9a62222ea,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:39.011291 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-654f7abc-2404-4609-80d1-edec98200727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:39.343156 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37050) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:39.357897 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e53c076d-d126-428e-a03d-672c7d7c57d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.499233 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e53c076d-d126-428e-a03d-672c7d7c57d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.511253 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e53c076d-d126-428e-a03d-672c7d7c57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.515930 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:39.531028 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39ba54-6d43-491d-8400-5787792c4b9f req-a3ca45b4-52e9-442d-af44-ef0de6d01f2f tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:39.532531 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-aa39ba54-6d43-491d-8400-5787792c4b9f req-a3ca45b4-52e9-442d-af44-ef0de6d01f2f tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.1116257 Jun 18 16:27:39.574787 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37060) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:39.574896 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-e53c076d-d126-428e-a03d-672c7d7c57d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f29be3ec384543da8e1b9096339cb09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298331 Jun 18 16:27:39.595252 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c076d-d126-428e-a03d-672c7d7c57d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e425ac-148b-4f39-a1f9-e83fd49c9617,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:39.595252 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e53c076d-d126-428e-a03d-672c7d7c57d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:39.613003 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-aa39ba54-6d43-491d-8400-5787792c4b9f req-73ccc5ba-22ab-4fd7-8d07-b0bd41252b9d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622833 Jun 18 16:27:39.665621 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-433a78da-2f0a-4d11-889c-a3cf1134a9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.682816 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421e1b4-c327-4e04-9ecb-323f2b950e10 req-1c878943-eb2e-4543-ba1d-bab4b1b9921c tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:39.689481 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6421e1b4-c327-4e04-9ecb-323f2b950e10 req-1c878943-eb2e-4543-ba1d-bab4b1b9921c tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.1302493 Jun 18 16:27:39.728109 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-433a78da-2f0a-4d11-889c-a3cf1134a9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.777595 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Request body: {'port': {'device_id': 'f269a657-1210-48c1-8702-6adf0921476c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:39.802996 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-9a9f2511-5c60-48cb-8ffd-ccddd91d1e5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f HTTP/1.1" status: 200 len: 217 time: 0.0548239 Jun 18 16:27:39.811822 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6421e1b4-c327-4e04-9ecb-323f2b950e10 req-76fc84f2-1b9f-4c9e-858e-795e8e6585d8 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214886 Jun 18 16:27:39.827892 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-248ef8d5-b053-467f-a0b7-0f96697afe9d req-20393cdc-27c4-4cc1-8434-578589851959 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.898286 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13cdf-0524-40d8-a039-a7067d29910e req-a4d171c8-6dc3-4052-97c4-15125c141f38 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:39.899245 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-ee19b53d-5dda-4bbc-9ce6-9d038186d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:39.900763 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-ee19b53d-5dda-4bbc-9ce6-9d038186d264 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 200 len: 848 time: 0.0880206 Jun 18 16:27:39.906130 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-433a78da-2f0a-4d11-889c-a3cf1134a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.908357 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9eb13cdf-0524-40d8-a039-a7067d29910e req-a4d171c8-6dc3-4052-97c4-15125c141f38 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 931 time: 0.1852260 Jun 18 16:27:39.908964 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-433a78da-2f0a-4d11-889c-a3cf1134a9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.910169 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-433a78da-2f0a-4d11-889c-a3cf1134a9ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03e425ac-148b-4f39-a1f9-e83fd49c9617 HTTP/1.1" status: 204 len: 168 time: 0.3344240 Jun 18 16:27:39.922394 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c3fa63a4-4df2-472c-a3d7-c9fc8adfe3f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:39.993296 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a78da-2f0a-4d11-889c-a3cf1134a9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e425ac-148b-4f39-a1f9-e83fd49c9617,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:40.009248 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-24fba5fe-e2c8-4db7-835f-ffaa4ccc6c05 service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445929 Jun 18 16:27:40.011774 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.017075 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9eb13cdf-0524-40d8-a039-a7067d29910e req-a7237d47-9923-4788-b822-0a60c312bc26 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076610 Jun 18 16:27:40.038442 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-433a78da-2f0a-4d11-889c-a3cf1134a9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:40.075521 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.099906 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-248ef8d5-b053-467f-a0b7-0f96697afe9d req-20393cdc-27c4-4cc1-8434-578589851959 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.109348 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-248ef8d5-b053-467f-a0b7-0f96697afe9d req-20393cdc-27c4-4cc1-8434-578589851959 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.118589 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-72505c39-ae71-4999-8937-fbc93c545555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:40.224480 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-248ef8d5-b053-467f-a0b7-0f96697afe9d req-20393cdc-27c4-4cc1-8434-578589851959 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337504 Jun 18 16:27:40.229928 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-12d537e3-acef-4b05-8633-e0d411c4002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:40.231355 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-12d537e3-acef-4b05-8633-e0d411c4002c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0883b05a-15d5-409b-9c71-4adb702e2d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3202312 Jun 18 16:27:40.251328 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20393cdc-27c4-4cc1-8434-578589851959 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8239e6-7b4c-4b0b-9258-ba7c677409cf,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:40.260386 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-20393cdc-27c4-4cc1-8434-578589851959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:40.271987 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3935c53-3ead-4fd4-84f9-b9d547905a9e req-b9ba7dd6-86b9-49cc-878f-2c91397b5bc5 service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472804 Jun 18 16:27:40.300881 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fbeaf-c0fc-4fd0-a64b-692cd1a5b5fb req-ec386d60-6278-47fe-80e5-3621137e33a8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:40.308944 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c74fbeaf-c0fc-4fd0-a64b-692cd1a5b5fb req-ec386d60-6278-47fe-80e5-3621137e33a8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1145082 Jun 18 16:27:40.350476 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c74fbeaf-c0fc-4fd0-a64b-692cd1a5b5fb req-50729a42-7215-4d4a-9897-cdecb9de861a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Jun 18 16:27:40.443377 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc840111-6351-4cc0-884b-3e27fdffa89d {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:40.451000 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.463526 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Transition to ACTIVE for port object fc840111-6351-4cc0-884b-3e27fdffa89d will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:40.468600 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.472526 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3fc78bcc-95c8-4b8f-8029-47560f107727 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:40.552498 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Pushing event updated for resources: {'Port': ['ID=fc840111-6351-4cc0-884b-3e27fdffa89d,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:40.559914 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:40.596827 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Attempting to bind port fc840111-6351-4cc0-884b-3e27fdffa89d on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:40.597337 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Attempting to bind port fc840111-6351-4cc0-884b-3e27fdffa89d by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:40.597660 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Attempting to bind port fc840111-6351-4cc0-884b-3e27fdffa89d on network f9bc59cc-d3ee-4170-96ce-60655b53d600 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:40.602644 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Port fc840111-6351-4cc0-884b-3e27fdffa89d on network f9bc59cc-d3ee-4170-96ce-60655b53d600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:27:40.602964 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Attempting to bind port fc840111-6351-4cc0-884b-3e27fdffa89d on network f9bc59cc-d3ee-4170-96ce-60655b53d600 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:40.607955 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:40.608546 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Checking segment: {'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:40.608912 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Bound using segment: {'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:40.609581 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Bound port: fc840111-6351-4cc0-884b-3e27fdffa89d, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '963d3664-d5b4-453e-9294-eadabab9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:40.610417 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.689517 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] For port fc840111-6351-4cc0-884b-3e27fdffa89d, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:40.694338 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] For port fc840111-6351-4cc0-884b-3e27fdffa89d, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc840111-6351-4cc0-884b-3e27fdffa89d,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:40.700874 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.720949 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:40.736604 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:40.737424 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.738844 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] 10.222.0.72 "PUT /v2.0/ports/fc840111-6351-4cc0-884b-3e27fdffa89d HTTP/1.1" status: 200 len: 1093 time: 0.9731863 Jun 18 16:27:40.768008 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f269a657-1210-48c1-8702-6adf0921476c', 'tag': 'fc840111-6351-4cc0-884b-3e27fdffa89d'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:40.771459 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78c61f9-c9d9-46de-a35a-a4b808ad9ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "f269a657-1210-48c1-8702-6adf0921476c", "tag": "fc840111-6351-4cc0-884b-3e27fdffa89d"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:40.813976 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3098c6f-9051-48f4-8ff8-4b41fe4834d3 x-openstack-request-id: req-a3098c6f-9051-48f4-8ff8-4b41fe4834d3 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:40.814533 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f269a657-1210-48c1-8702-6adf0921476c", "tag": "fc840111-6351-4cc0-884b-3e27fdffa89d", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:40.814533 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3098c6f-9051-48f4-8ff8-4b41fe4834d3 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:40.814919 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f269a657-1210-48c1-8702-6adf0921476c', 'tag': 'fc840111-6351-4cc0-884b-3e27fdffa89d', 'status': 'completed', 'code': 200} Jun 18 16:27:40.835451 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Pushing event updated for resources: {'Port': ['ID=fc840111-6351-4cc0-884b-3e27fdffa89d,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:40.839759 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:40.862148 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e28f13-b423-4cee-90d8-c03bfa253032 req-409e4f80-5e84-4100-93d7-4bcea0bb1c9d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:40.869634 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8e28f13-b423-4cee-90d8-c03bfa253032 req-409e4f80-5e84-4100-93d7-4bcea0bb1c9d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.1291957 Jun 18 16:27:40.910715 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8e28f13-b423-4cee-90d8-c03bfa253032 req-8e31dec4-a215-4e01-b0fa-aefeb1b7c6d0 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 Jun 18 16:27:41.015822 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1ca1e-c983-46ab-b25d-4ed328d24296 req-5e36f1e3-4764-49b6-a7e7-38675b0eb2fb tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:41.017179 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-eee1ca1e-c983-46ab-b25d-4ed328d24296 req-5e36f1e3-4764-49b6-a7e7-38675b0eb2fb tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.0639341 Jun 18 16:27:41.059019 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-eee1ca1e-c983-46ab-b25d-4ed328d24296 req-c27a4aea-6598-4918-8d35-49494be412d8 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353901 Jun 18 16:27:41.229487 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534a18-6203-4e68-b28e-092424a3d110 req-2169bcde-e3e3-454d-b22f-e9249c841fba tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:41.230956 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-76534a18-6203-4e68-b28e-092424a3d110 req-2169bcde-e3e3-454d-b22f-e9249c841fba tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 943 time: 0.0729871 Jun 18 16:27:41.268200 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-76534a18-6203-4e68-b28e-092424a3d110 req-b2371bbc-21dd-490f-8569-c85761a6418f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Jun 18 16:27:41.532917 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147645d-7eb2-4ce4-bc2e-08a3833db16c req-9e70fee5-f5a2-40b1-a374-f36293c9d4c3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:41.534371 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7147645d-7eb2-4ce4-bc2e-08a3833db16c req-9e70fee5-f5a2-40b1-a374-f36293c9d4c3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0666027 Jun 18 16:27:41.574876 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7147645d-7eb2-4ce4-bc2e-08a3833db16c req-0ab231bb-51c5-44c8-93bc-a8a879a76ccb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345852 Jun 18 16:27:41.939383 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:42.085893 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb1eb5-c7a9-4713-9b18-6a27cab489e6 req-397b8c17-46a9-4520-8778-3081f9a94ba6 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:42.087403 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7fbb1eb5-c7a9-4713-9b18-6a27cab489e6 req-397b8c17-46a9-4520-8778-3081f9a94ba6 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.0724266 Jun 18 16:27:42.128832 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7fbb1eb5-c7a9-4713-9b18-6a27cab489e6 req-58be62ad-eaea-4301-9e9d-e023dc157319 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345633 Jun 18 16:27:42.262673 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58e7b-c143-44b0-886e-74f2534ce242 req-4a80f672-0e86-41d5-a95e-5223b5c46b31 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:42.264151 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ede58e7b-c143-44b0-886e-74f2534ce242 req-4a80f672-0e86-41d5-a95e-5223b5c46b31 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.0791721 Jun 18 16:27:42.303245 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ede58e7b-c143-44b0-886e-74f2534ce242 req-e41a9cff-29a2-4f15-ade9-a7167e23df4c tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326538 Jun 18 16:27:42.439919 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423b06a-add3-40b3-ba14-898e5f24774b req-361e7e4e-0cdf-4b11-8a12-c19412bd5f27 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:42.441364 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9423b06a-add3-40b3-ba14-898e5f24774b req-361e7e4e-0cdf-4b11-8a12-c19412bd5f27 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 943 time: 0.0639806 Jun 18 16:27:42.479192 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9423b06a-add3-40b3-ba14-898e5f24774b req-433a0c8f-786a-474c-8e0f-e1d66f8fbba4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318098 Jun 18 16:27:42.745918 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd22da-0a1a-467b-b1cc-2e09699a8d7b req-760926e6-9a2c-4c26-981b-e4fa0b42bd29 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:42.747317 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7bdd22da-0a1a-467b-b1cc-2e09699a8d7b req-760926e6-9a2c-4c26-981b-e4fa0b42bd29 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0609543 Jun 18 16:27:42.783427 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7bdd22da-0a1a-467b-b1cc-2e09699a8d7b req-641bdfcc-a4f0-4874-8d7c-eb49417db5e6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305200 Jun 18 16:27:43.313712 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abeef5-4077-4f69-b54a-2f553723f2a8 req-4cee036e-58e1-4d62-ad41-d89ba2492ee1 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:43.315172 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a1abeef5-4077-4f69-b54a-2f553723f2a8 req-4cee036e-58e1-4d62-ad41-d89ba2492ee1 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.0662615 Jun 18 16:27:43.354739 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a1abeef5-4077-4f69-b54a-2f553723f2a8 req-81d0f505-f386-436f-bfc5-fa3f13f8c6a2 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328465 Jun 18 16:27:43.479140 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd52b-2658-4e51-adca-f3dc8e6832b2 req-be97a30f-221f-4a00-8ebf-1849a7f4a4c8 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:43.480672 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a33dd52b-2658-4e51-adca-f3dc8e6832b2 req-be97a30f-221f-4a00-8ebf-1849a7f4a4c8 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.0663359 Jun 18 16:27:43.532217 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a33dd52b-2658-4e51-adca-f3dc8e6832b2 req-a1ac3303-3e8b-493c-ab4c-9b0c52496963 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451353 Jun 18 16:27:43.655351 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-2d4494e1-b97d-4d81-bc9b-2059ae3d433a service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883729 Jun 18 16:27:43.668502 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333dc6c-4732-4e5e-a54f-7f5ab0e04e91 req-856640a1-1c85-42f5-84f4-a92f5a827cf4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:43.669940 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1333dc6c-4732-4e5e-a54f-7f5ab0e04e91 req-856640a1-1c85-42f5-84f4-a92f5a827cf4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 943 time: 0.0716739 Jun 18 16:27:43.752440 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1333dc6c-4732-4e5e-a54f-7f5ab0e04e91 req-e9114a90-cc79-445b-b08e-e3e2a41a7445 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616462 Jun 18 16:27:43.765026 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c61f9-c9d9-46de-a35a-a4b808ad9ad5 req-86db7d28-b973-42e9-93e6-43d4dccf068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:43.766539 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d78c61f9-c9d9-46de-a35a-a4b808ad9ad5 req-86db7d28-b973-42e9-93e6-43d4dccf068e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 1096 time: 0.1146770 Jun 18 16:27:43.775646 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-af364370-b1b7-40d6-b61f-d8fdddaf5eee req-7c961339-a52b-4875-9fb2-ebf24ccb0b5d service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097727 Jun 18 16:27:43.902039 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c61f9-c9d9-46de-a35a-a4b808ad9ad5 req-e7845ae6-3a71-4300-aa2b-6d4b4b95820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:43.903708 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d78c61f9-c9d9-46de-a35a-a4b808ad9ad5 req-e7845ae6-3a71-4300-aa2b-6d4b4b95820d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1085587 Jun 18 16:27:43.996955 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-5e33f1e7-399b-4005-8bae-104bda098fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:43.998459 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-5e33f1e7-399b-4005-8bae-104bda098fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 1096 time: 0.1046286 Jun 18 16:27:44.042347 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c61f9-c9d9-46de-a35a-a4b808ad9ad5 req-a5538f9a-5043-4f64-96d8-0dc21d0246e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.043810 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d78c61f9-c9d9-46de-a35a-a4b808ad9ad5 req-a5538f9a-5043-4f64-96d8-0dc21d0246e7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302493 Jun 18 16:27:44.091197 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa30b92-2446-4407-a05d-d4675731ab38 req-1f8953a5-a56f-40b0-92e2-c8bffdda30a2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.092695 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-aaa30b92-2446-4407-a05d-d4675731ab38 req-1f8953a5-a56f-40b0-92e2-c8bffdda30a2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1482558 Jun 18 16:27:44.133785 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 81502c81-8f5c-4b17-bb4b-171fed873403 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:27:44.154689 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-e97d30f8-8458-4bf7-a7de-c5b235ce66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.156114 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-e97d30f8-8458-4bf7-a7de-c5b235ce66e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 910 time: 0.1492071 Jun 18 16:27:44.159099 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-aaa30b92-2446-4407-a05d-d4675731ab38 req-7b9f858d-ca0f-4c79-96f4-765cb8b79762 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567374 Jun 18 16:27:44.217979 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-ca53dba3-e86e-4f55-954e-3b12b9c43c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.219529 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-ca53dba3-e86e-4f55-954e-3b12b9c43c35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 1096 time: 0.0688546 Jun 18 16:27:44.232178 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:44.244807 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '81502c81-8f5c-4b17-bb4b-171fed873403', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'port_id': '81502c81-8f5c-4b17-bb4b-171fed873403', 'mac_address': 'fa:16:3e:42:e4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:27:44.285299 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-f29e4d7d-197c-49d8-a425-992a0f2f8696 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc840111-6351-4cc0-884b-3e27fdffa89d HTTP/1.1" status: 200 len: 217 time: 0.0466461 Jun 18 16:27:44.293310 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:44.310507 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81502c81-8f5c-4b17-bb4b-171fed873403 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:44.360171 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-4a6dd9ec-1bc1-431b-913c-1150aa48c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.361601 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-4a6dd9ec-1bc1-431b-913c-1150aa48c56e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6 HTTP/1.1" status: 200 len: 858 time: 0.0692782 Jun 18 16:27:44.372000 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:44.382821 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:44.390751 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:44.432795 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-59c31eef-519e-4f8b-b388-76772b89b18a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f HTTP/1.1" status: 200 len: 217 time: 0.2683198 Jun 18 16:27:44.448554 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-6d8888cb-cd90-4c0a-9099-c983cf63105f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9bc59cc-d3ee-4170-96ce-60655b53d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562236 Jun 18 16:27:44.483217 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:44.492237 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:44.504367 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-7cf38970-24db-4ea1-88c3-43825caa6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.507894 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-7cf38970-24db-4ea1-88c3-43825caa6b81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 200 len: 848 time: 0.0658956 Jun 18 16:27:44.591900 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-2031bb97-6bd4-4d44-a4dd-f3835d1a5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.594775 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-2031bb97-6bd4-4d44-a4dd-f3835d1a5438 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0883b05a-15d5-409b-9c71-4adb702e2d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0786650 Jun 18 16:27:44.607312 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-ab16bbc0-edf9-41e8-a66d-ab8c2b7cb904 service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480803 Jun 18 16:27:44.696554 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fe2fc-7da2-46d8-836a-e6352a90b3ac req-12fcb701-f8da-4b12-a6b1-244f3b73c304 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.698130 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-236fe2fc-7da2-46d8-836a-e6352a90b3ac req-12fcb701-f8da-4b12-a6b1-244f3b73c304 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.1610897 Jun 18 16:27:44.721508 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['81502c81-8f5c-4b17-bb4b-171fed873403'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:27:44.746373 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf5f3eaa-29cf-474e-9e72-d53263318521 req-bcd5641b-e313-4d41-aafd-181dc5863f64 service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312878 Jun 18 16:27:44.753744 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-9e2db754-be5a-421e-9000-ab36f8771f70 service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522002 Jun 18 16:27:44.784100 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-236fe2fc-7da2-46d8-836a-e6352a90b3ac req-671458f0-64cc-4a02-b7ad-248dbda4f842 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773294 Jun 18 16:27:44.838738 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f0a38-e8e9-4171-bc17-dfac195417ac req-5042c0b0-aa17-42d5-a01d-b03a37c44132 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.840242 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9d0f0a38-e8e9-4171-bc17-dfac195417ac req-5042c0b0-aa17-42d5-a01d-b03a37c44132 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.1601946 Jun 18 16:27:44.917637 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9d0f0a38-e8e9-4171-bc17-dfac195417ac req-69639682-2875-45c0-8da9-850b442a0148 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656743 Jun 18 16:27:44.937038 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-770a078a-88bf-4ec2-a481-411c230fc9ed req-8672d55d-004c-499a-bd90-91a900893856 service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701903 Jun 18 16:27:44.988167 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43677a6f-37cd-4d44-9b29-96e9022b2da9 req-096e8ec8-d8bd-4784-a874-767f42b9fe72 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.989729 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-43677a6f-37cd-4d44-9b29-96e9022b2da9 req-096e8ec8-d8bd-4784-a874-767f42b9fe72 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 943 time: 0.0698967 Jun 18 16:27:45.028712 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-43677a6f-37cd-4d44-9b29-96e9022b2da9 req-186bcea7-cd2f-4898-aa05-5262bdec16c3 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Jun 18 16:27:45.353697 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eeb38-33ef-4bd0-b178-30c066f1cad7 req-f0e3568f-574f-44af-876e-2236e3fd0b38 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:45.355225 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bb7eeb38-33ef-4bd0-b178-30c066f1cad7 req-f0e3568f-574f-44af-876e-2236e3fd0b38 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 945 time: 0.0663931 Jun 18 16:27:45.419310 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bb7eeb38-33ef-4bd0-b178-30c066f1cad7 req-2d3e2ccd-92e5-4b9c-b3b7-fc04273bd271 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561938 Jun 18 16:27:45.924535 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37284) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:45.962974 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc131a-6ef0-47ef-83cb-3a68e59c565f req-966b2454-686b-42cd-b3d4-ec7c51403a24 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:45.964487 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9fcc131a-6ef0-47ef-83cb-3a68e59c565f req-966b2454-686b-42cd-b3d4-ec7c51403a24 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.0667932 Jun 18 16:27:46.011438 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9fcc131a-6ef0-47ef-83cb-3a68e59c565f req-f5fbef21-7cab-4a76-a70e-5e2fed1cbefe tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407195 Jun 18 16:27:46.074414 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2c35-6cae-41eb-9f4c-679a03fbb0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.136534 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3b2f5-75e3-4caf-9f4a-49bf542159c0 req-dc098528-cbda-49e0-bc93-fecd00346e02 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:46.138023 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-51f3b2f5-75e3-4caf-9f4a-49bf542159c0 req-dc098528-cbda-49e0-bc93-fecd00346e02 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.1065347 Jun 18 16:27:46.196206 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-51f3b2f5-75e3-4caf-9f4a-49bf542159c0 req-226715db-01d2-4133-a90c-fae5bafae116 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520172 Jun 18 16:27:46.211857 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fe483-2ba1-467c-a850-ab361a773736 req-07b46dd1-1a1f-4825-bc19-00fd8f3cd8ca tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:46.213332 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-559fe483-2ba1-467c-a850-ab361a773736 req-07b46dd1-1a1f-4825-bc19-00fd8f3cd8ca tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 943 time: 0.0651042 Jun 18 16:27:46.228921 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2c35-6cae-41eb-9f4c-679a03fbb0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.233599 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2c35-6cae-41eb-9f4c-679a03fbb0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.236587 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a8b2df6b-cd58-40bb-b6ca-7809640e0a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:46.253216 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-559fe483-2ba1-467c-a850-ab361a773736 req-e48e74fd-eaf9-420d-ac77-9ffc8139c8ec tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Jun 18 16:27:46.275994 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-5d8b2c35-6cae-41eb-9f4c-679a03fbb0d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dde8a0e1485b479e9d3312de6c466794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503759 Jun 18 16:27:46.276962 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b2c35-6cae-41eb-9f4c-679a03fbb0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdc2975-c740-4941-ab79-b30634be4c6e,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:46.278770 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37294) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:46.280359 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5d8b2c35-6cae-41eb-9f4c-679a03fbb0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:46.330798 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-42e0ed54-2a7d-4120-abbc-7b4b1df0f82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.352449 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-42e0ed54-2a7d-4120-abbc-7b4b1df0f82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.399823 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-42e0ed54-2a7d-4120-abbc-7b4b1df0f82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.402463 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-42e0ed54-2a7d-4120-abbc-7b4b1df0f82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.403587 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-42e0ed54-2a7d-4120-abbc-7b4b1df0f82e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbdc2975-c740-4941-ab79-b30634be4c6e HTTP/1.1" status: 204 len: 168 time: 0.1238263 Jun 18 16:27:46.404237 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:46.414878 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0ed54-2a7d-4120-abbc-7b4b1df0f82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdc2975-c740-4941-ab79-b30634be4c6e,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:46.417233 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-42e0ed54-2a7d-4120-abbc-7b4b1df0f82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:46.618250 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed957e-087e-4acd-b5f9-016d607aa08c req-c0b1f569-b96e-4061-a5e1-60ed986d7b37 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:46.620236 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-55ed957e-087e-4acd-b5f9-016d607aa08c req-c0b1f569-b96e-4061-a5e1-60ed986d7b37 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 945 time: 0.0763080 Jun 18 16:27:46.666241 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-55ed957e-087e-4acd-b5f9-016d607aa08c req-9fb0dfe2-4d67-4423-b65e-ec6f2b3936a7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396872 Jun 18 16:27:46.743113 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37312) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:46.756496 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b81a3984-744d-4df3-85e9-50e5799ca550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.998690 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b81a3984-744d-4df3-85e9-50e5799ca550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.002557 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b81a3984-744d-4df3-85e9-50e5799ca550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.005141 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:47.039617 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a3984-744d-4df3-85e9-50e5799ca550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b5af5f-136d-42f7-b2cf-9fa0f75cea7c,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:47.045520 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-b81a3984-744d-4df3-85e9-50e5799ca550 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00405065dec04d1b8580332862605afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998512 Jun 18 16:27:47.045520 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b81a3984-744d-4df3-85e9-50e5799ca550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:47.046749 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37316) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:47.095129 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-93c4c66b-d3bd-47ec-9ae5-e9d5d492ea1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.116161 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-93c4c66b-d3bd-47ec-9ae5-e9d5d492ea1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.161040 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-93c4c66b-d3bd-47ec-9ae5-e9d5d492ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.163644 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-93c4c66b-d3bd-47ec-9ae5-e9d5d492ea1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.164768 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-93c4c66b-d3bd-47ec-9ae5-e9d5d492ea1b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38b5af5f-136d-42f7-b2cf-9fa0f75cea7c HTTP/1.1" status: 204 len: 168 time: 0.1167769 Jun 18 16:27:47.166094 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-bb3f16bc-e6e6-4910-b726-6c274506b852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:47.173365 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4c66b-d3bd-47ec-9ae5-e9d5d492ea1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b5af5f-136d-42f7-b2cf-9fa0f75cea7c,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:47.175653 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-93c4c66b-d3bd-47ec-9ae5-e9d5d492ea1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:47.185519 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851a110-4c66-44c1-bd69-ab6d76ec76b4 req-eeaf560a-c618-44ed-bdb9-b208e8f9eb36 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:47.187093 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8851a110-4c66-44c1-bd69-ab6d76ec76b4 req-eeaf560a-c618-44ed-bdb9-b208e8f9eb36 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.0647979 Jun 18 16:27:47.226951 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8851a110-4c66-44c1-bd69-ab6d76ec76b4 req-2c3dbf08-e49b-4785-a984-01b75d8bead5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Jun 18 16:27:47.433305 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2dc38-3fe6-4510-a87f-00576b5d72d4 req-2606f3dc-2667-4ee7-9390-be63ebc9ea5f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:47.434786 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d2c2dc38-3fe6-4510-a87f-00576b5d72d4 req-2606f3dc-2667-4ee7-9390-be63ebc9ea5f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 943 time: 0.0630763 Jun 18 16:27:47.473747 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d2c2dc38-3fe6-4510-a87f-00576b5d72d4 req-66f1d941-90c6-40e0-853f-be3eb16b2d19 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325499 Jun 18 16:27:47.839091 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37350) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:47.853038 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0009e-f350-406e-8f15-c3510864f57a req-57bab0da-e6b9-4db1-a886-cffe2810ad81 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:47.854561 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d6f0009e-f350-406e-8f15-c3510864f57a req-57bab0da-e6b9-4db1-a886-cffe2810ad81 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 945 time: 0.0712905 Jun 18 16:27:47.894322 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d6f0009e-f350-406e-8f15-c3510864f57a req-65d416b9-3433-4485-9d2c-24346db93bf6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316393 Jun 18 16:27:47.938588 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1508295936-network', 'tenant_id': 'd47d72a7e1664270bc8402ef0a47e7d5'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:47.959336 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Made reservation on behalf of d47d72a7e1664270bc8402ef0a47e7d5 for: {'network': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:47.961627 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.969974 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.058271 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.061869 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.064610 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-327e4764-9863-46f3-948b-89f342c88a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:48.088728 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=92764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:27:48.094916 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a743750-3272-4649-b01d-ab7d1c174770,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:48.098697 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:48.101415 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.102478 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.segments_db [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Added segment 2b934889-e764-43f1-998d-0c30ce6c69af of type vlan for network 23d3aef3-ce74-4458-8bfe-2df4443a0deb Jun 18 16:27:48.140778 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.168060 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.169270 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:48.169872 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.171733 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:48.229533 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3866065 Jun 18 16:27:48.229746 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37354) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:48.231538 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Pushing event updated for resources: {'Network': ['ID=23d3aef3-ce74-4458-8bfe-2df4443a0deb,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:48.236658 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Request body: {'subnet': {'network_id': '23d3aef3-ce74-4458-8bfe-2df4443a0deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1508295936-subnet', 'tenant_id': 'd47d72a7e1664270bc8402ef0a47e7d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:48.240368 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:48.242314 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 23d3aef3-ce74-4458-8bfe-2df4443a0deb details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:27:48.260907 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Made reservation on behalf of d47d72a7e1664270bc8402ef0a47e7d5 for: {'subnet': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:48.263521 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.411197 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef6faa-a01a-44a8-b89c-ba0f8863f852 req-5815d73b-0e38-4dce-b9bc-edd7e7e02bb5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:48.412632 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5bef6faa-a01a-44a8-b89c-ba0f8863f852 req-5815d73b-0e38-4dce-b9bc-edd7e7e02bb5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.0659275 Jun 18 16:27:48.430208 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.432470 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fcb0acaf-f298-45ee-9d5b-be7c84330e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:48.452522 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5bef6faa-a01a-44a8-b89c-ba0f8863f852 req-9d57f1b5-0b59-47e8-8b42-6995847de5b2 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338264 Jun 18 16:27:48.487237 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b25fd2-5d8b-4e08-81e7-b41eef0e7dd0,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:48.491635 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:48.498349 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Checking segment: {'id': '2b934889-e764-43f1-998d-0c30ce6c69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '23d3aef3-ce74-4458-8bfe-2df4443a0deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:48.498349 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Network hostable DHCP agents. Network: 23d3aef3-ce74-4458-8bfe-2df4443a0deb, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:27:48.515987 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Network 23d3aef3-ce74-4458-8bfe-2df4443a0deb is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:27:48.525617 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 23d3aef3-ce74-4458-8bfe-2df4443a0deb) {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:48.530219 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:48.530825 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.536973 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea4b2fd-520b-4a91-b639-27145f14b7b5 None None] Network 23d3aef3-ce74-4458-8bfe-2df4443a0deb requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:48.549080 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3183293 Jun 18 16:27:48.680409 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482421a9-5a98-4f33-b9bc-4ac7ec4a698d req-3b02f34d-d028-4a1b-aa8b-74155dd4aac6 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:48.686165 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-482421a9-5a98-4f33-b9bc-4ac7ec4a698d req-3b02f34d-d028-4a1b-aa8b-74155dd4aac6 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 943 time: 0.1000717 Jun 18 16:27:48.692263 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec8460f-0533-487f-8126-57f386c8feaa None None] Network 23d3aef3-ce74-4458-8bfe-2df4443a0deb requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:48.733764 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 08f26344-1f2e-4c81-b67b-4d39e867cc31 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:27:48.744402 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-482421a9-5a98-4f33-b9bc-4ac7ec4a698d req-76896105-011a-40e6-af4f-c32011750d57 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536087 Jun 18 16:27:48.744873 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 81502c81-8f5c-4b17-bb4b-171fed873403 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:48.907759 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 81502c81-8f5c-4b17-bb4b-171fed873403 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:49.054302 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 81502c81-8f5c-4b17-bb4b-171fed873403 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:49.054853 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.090415 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 08f26344-1f2e-4c81-b67b-4d39e867cc31, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:49.096539 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09879b9-2782-4f1c-9a40-9ed85c925e0c req-17a9531d-bece-4a95-9099-aaed5b3d504d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:49.098827 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c09879b9-2782-4f1c-9a40-9ed85c925e0c req-17a9531d-bece-4a95-9099-aaed5b3d504d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 945 time: 0.0824485 Jun 18 16:27:49.107893 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '08f26344-1f2e-4c81-b67b-4d39e867cc31', 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600', 'port_id': '08f26344-1f2e-4c81-b67b-4d39e867cc31', 'mac_address': 'fa:16:3e:a0:fc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:27:49.112749 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37384) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:49.118613 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1286282469-network', 'tenant_id': 'cdb9523f79eb4a6fb1f9ca453234f3c5'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:49.142285 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c09879b9-2782-4f1c-9a40-9ed85c925e0c req-7424c759-911d-439c-9982-58e85a73dc56 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364196 Jun 18 16:27:49.144410 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Made reservation on behalf of cdb9523f79eb4a6fb1f9ca453234f3c5 for: {'network': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:49.148907 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.157318 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.157538 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.193507 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f26344-1f2e-4c81-b67b-4d39e867cc31 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:49.219361 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.222059 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 08f26344-1f2e-4c81-b67b-4d39e867cc31, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:49.230254 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.233591 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:49.250153 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.254598 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.257559 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d44e29c1-2831-4082-98d6-b6ad273f00d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:49.266666 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:49.268916 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8b3b6f-1c47-4a38-a51b-a306324152e1" -d '{"events": [{"server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "name": "network-vif-plugged", "status": "completed", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:49.279656 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=92764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:27:49.289141 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:49.290038 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4273a524-cf4d-4a76-bc4f-a7bd2cdeddf0,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:49.294587 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:49.298214 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.298611 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.segments_db [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Added segment b367f71b-7b71-476d-9d06-5107a723873c of type vlan for network 964a5e87-d26b-461d-b906-6fe70a90ef80 Jun 18 16:27:49.305564 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.310110 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=08f26344-1f2e-4c81-b67b-4d39e867cc31,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:49.312944 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:49.313395 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:49.340785 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8046ba-97da-4d6c-b4c9-9a94580ab19e x-openstack-request-id: req-aa8046ba-97da-4d6c-b4c9-9a94580ab19e {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:49.341077 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "name": "network-vif-plugged", "status": "completed", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:49.341329 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa8046ba-97da-4d6c-b4c9-9a94580ab19e {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:49.341804 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403', 'code': 200} Jun 18 16:27:49.344456 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.366027 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:49.369471 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:49.374851 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.376258 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:49.376749 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.379346 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:49.431695 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3138335 Jun 18 16:27:49.432044 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37388) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:49.437990 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Request body: {'subnet': {'network_id': '964a5e87-d26b-461d-b906-6fe70a90ef80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1286282469-subnet', 'tenant_id': 'cdb9523f79eb4a6fb1f9ca453234f3c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:49.439858 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Pushing event updated for resources: {'Network': ['ID=964a5e87-d26b-461d-b906-6fe70a90ef80,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:49.443181 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:49.451031 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 964a5e87-d26b-461d-b906-6fe70a90ef80 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:27:49.466790 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Made reservation on behalf of cdb9523f79eb4a6fb1f9ca453234f3c5 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:49.470426 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.637011 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['08f26344-1f2e-4c81-b67b-4d39e867cc31'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:27:49.664484 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device eccfa509-8a81-4e8e-8c4c-35ceb1fb806f details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:27:49.730651 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.746409 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-457c6ba8-8b43-4413-8195-229aeab6ade6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:49.816744 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce751e48-ecde-4ad2-8df7-8f7c264880ae req-d1eab9eb-6927-4bc7-baf2-011ec9db49e3 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:49.820125 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ce751e48-ecde-4ad2-8df7-8f7c264880ae req-d1eab9eb-6927-4bc7-baf2-011ec9db49e3 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 943 time: 0.2130928 Jun 18 16:27:49.826805 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41e884-fd59-4b4d-9d53-df7d5a223343 req-e4a5a8c6-30e2-4132-a5f4-72bfd4abbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:49.828266 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7c41e884-fd59-4b4d-9d53-df7d5a223343 req-e4a5a8c6-30e2-4132-a5f4-72bfd4abbac2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 1099 time: 0.2016671 Jun 18 16:27:49.854904 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Pushing event updated for resources: {'Subnet': ['ID=735e0235-d8ca-4143-9452-3540f53aedbe,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:49.887671 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:49.905470 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Checking segment: {'id': 'b367f71b-7b71-476d-9d06-5107a723873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '964a5e87-d26b-461d-b906-6fe70a90ef80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:49.906025 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Network hostable DHCP agents. Network: 964a5e87-d26b-461d-b906-6fe70a90ef80, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:27:49.925043 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ce751e48-ecde-4ad2-8df7-8f7c264880ae req-09bca233-6f51-4de7-8870-bb3d8a7f61c0 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958076 Jun 18 16:27:49.929008 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:49.931405 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7c41e884-fd59-4b4d-9d53-df7d5a223343 req-0ba3a71c-3e7e-4e19-b700-a2239f3afc45 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940785 Jun 18 16:27:49.946014 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Network 964a5e87-d26b-461d-b906-6fe70a90ef80 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:27:49.952034 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'port_id': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f', 'mac_address': 'fa:16:3e:82:94:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:27:49.967188 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 964a5e87-d26b-461d-b906-6fe70a90ef80) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:49.976333 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:49.978299 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.006562 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7fadf7-5606-42f8-9703-02b779acaf12 None None] Network 964a5e87-d26b-461d-b906-6fe70a90ef80 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:50.013984 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5806985 Jun 18 16:27:50.077261 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.098474 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccfa509-8a81-4e8e-8c4c-35ceb1fb806f {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:50.155066 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:50.180284 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.181038 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fc840111-6351-4cc0-884b-3e27fdffa89d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:27:50.183755 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:50.261128 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76722566-3232-41f9-b1f6-7539d6dc1d94 None None] Network 964a5e87-d26b-461d-b906-6fe70a90ef80 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:50.272236 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbb540-1bea-467d-9b12-c6ab6713b065 req-2ffdc201-468e-46d0-a9dd-47dbddb880b1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:50.272236 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-acbbb540-1bea-467d-9b12-c6ab6713b065 req-2ffdc201-468e-46d0-a9dd-47dbddb880b1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 943 time: 0.1363091 Jun 18 16:27:50.334045 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-acbbb540-1bea-467d-9b12-c6ab6713b065 req-34b07982-ea84-4f95-a7b9-35bcf7d6f18e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573294 Jun 18 16:27:50.489661 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:50.498304 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:50.553708 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268fd42-dcf0-4cc3-af84-7d575147091f req-870ea7dc-0da0-4464-bf3f-cca5989780a9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:50.566840 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f268fd42-dcf0-4cc3-af84-7d575147091f req-870ea7dc-0da0-4464-bf3f-cca5989780a9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0985496 Jun 18 16:27:50.617559 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port fc840111-6351-4cc0-884b-3e27fdffa89d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc840111-6351-4cc0-884b-3e27fdffa89d,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:50.622502 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37446) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:50.632320 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f268fd42-dcf0-4cc3-af84-7d575147091f req-38a98833-164c-480d-adfa-8dd66ca4e25a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551274 Jun 18 16:27:50.646441 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': 'fc840111-6351-4cc0-884b-3e27fdffa89d', 'network_id': 'f9bc59cc-d3ee-4170-96ce-60655b53d600', 'port_id': 'fc840111-6351-4cc0-884b-3e27fdffa89d', 'mac_address': 'fa:16:3e:d6:11:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:27:50.707907 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.723129 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc840111-6351-4cc0-884b-3e27fdffa89d {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:50.747353 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port fc840111-6351-4cc0-884b-3e27fdffa89d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc840111-6351-4cc0-884b-3e27fdffa89d,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:50.752195 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.754918 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:50.805225 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=fc840111-6351-4cc0-884b-3e27fdffa89d,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:50.809005 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:50.812958 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8875-f463-4bf4-8081-9d93cda37477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.947605 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8875-f463-4bf4-8081-9d93cda37477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.952200 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8875-f463-4bf4-8081-9d93cda37477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.955507 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f4f548d8-54ca-4eef-badb-961d9b00e825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:50.995834 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-e0ff8875-f463-4bf4-8081-9d93cda37477 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1725f1925a2d42f9abaf083668653f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716722 Jun 18 16:27:50.997115 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff8875-f463-4bf4-8081-9d93cda37477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa0d587-a018-4c98-a1e5-b66053833185,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:50.998635 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37466) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:51.011368 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e0ff8875-f463-4bf4-8081-9d93cda37477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:51.066404 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c6336d59-25b5-4df9-8c6a-178bbeb4d56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.090840 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c6336d59-25b5-4df9-8c6a-178bbeb4d56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.160823 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c6336d59-25b5-4df9-8c6a-178bbeb4d56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.161274 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c6336d59-25b5-4df9-8c6a-178bbeb4d56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.162676 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-c6336d59-25b5-4df9-8c6a-178bbeb4d56a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffa0d587-a018-4c98-a1e5-b66053833185 HTTP/1.1" status: 204 len: 168 time: 0.1622417 Jun 18 16:27:51.163944 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9c15599b-323a-4a38-b3a4-1cd44204f845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:51.170655 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6336d59-25b5-4df9-8c6a-178bbeb4d56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa0d587-a018-4c98-a1e5-b66053833185,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:51.172881 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c6336d59-25b5-4df9-8c6a-178bbeb4d56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:51.173916 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843ae76-1e6f-41f2-beaf-8b38ae7007b7 req-5ed0819a-613e-4bb1-ba54-d328ff27bd5f tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:51.175554 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9843ae76-1e6f-41f2-beaf-8b38ae7007b7 req-5ed0819a-613e-4bb1-ba54-d328ff27bd5f tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 944 time: 0.0982761 Jun 18 16:27:51.215706 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9843ae76-1e6f-41f2-beaf-8b38ae7007b7 req-1ac3140c-6e2c-4796-a97c-a462eb81dff5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335233 Jun 18 16:27:51.242352 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['eccfa509-8a81-4e8e-8c4c-35ceb1fb806f'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:27:51.454389 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37482) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:51.469302 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f295eb1d-1e75-46b9-b914-8e503c43cfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.491354 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['fc840111-6351-4cc0-884b-3e27fdffa89d'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:27:51.566833 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f295eb1d-1e75-46b9-b914-8e503c43cfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.576350 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f295eb1d-1e75-46b9-b914-8e503c43cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.580999 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4a6283fe-58cd-47cf-be54-1c5502b60282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:51.589717 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e747f0-990b-4505-bf93-f59993cc7444 req-8d86b817-e2a1-4d69-a3a7-e403b2404e71 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:51.595292 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c1e747f0-990b-4505-bf93-f59993cc7444 req-8d86b817-e2a1-4d69-a3a7-e403b2404e71 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 944 time: 0.1342971 Jun 18 16:27:51.629203 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-f295eb1d-1e75-46b9-b914-8e503c43cfa8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a25a93f10df04e859d38aa64398cb325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710103 Jun 18 16:27:51.629203 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295eb1d-1e75-46b9-b914-8e503c43cfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c9895-c7c7-4d73-9a55-a90cfcbd916e,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:51.635431 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37490) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:51.642180 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f295eb1d-1e75-46b9-b914-8e503c43cfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:51.664570 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 08f26344-1f2e-4c81-b67b-4d39e867cc31 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:51.686624 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c1e747f0-990b-4505-bf93-f59993cc7444 req-88db948b-6fd9-463c-8a43-526025b7a65d tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870829 Jun 18 16:27:51.725897 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebce4c0-da54-41bd-973f-bdb2db6a892a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.758020 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebce4c0-da54-41bd-973f-bdb2db6a892a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.760199 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 08f26344-1f2e-4c81-b67b-4d39e867cc31 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:51.765334 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 08f26344-1f2e-4c81-b67b-4d39e867cc31 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:51.766192 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.854548 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebce4c0-da54-41bd-973f-bdb2db6a892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.855045 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebce4c0-da54-41bd-973f-bdb2db6a892a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.858915 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-aebce4c0-da54-41bd-973f-bdb2db6a892a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c53c9895-c7c7-4d73-9a55-a90cfcbd916e HTTP/1.1" status: 204 len: 168 time: 0.2224758 Jun 18 16:27:51.860652 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-19cd7940-d46e-4442-8c15-90d73e4b758d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:51.870078 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4d7b0-4ea8-437b-8e0f-bf53343f3f61 req-8cc3280c-5804-482c-a480-1ca69679c7c7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:51.871560 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-99e4d7b0-4ea8-437b-8e0f-bf53343f3f61 req-8cc3280c-5804-482c-a480-1ca69679c7c7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0998528 Jun 18 16:27:51.871881 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.877770 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebce4c0-da54-41bd-973f-bdb2db6a892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c9895-c7c7-4d73-9a55-a90cfcbd916e,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:51.886246 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-aebce4c0-da54-41bd-973f-bdb2db6a892a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:51.917312 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a72f39b-b9b8-495b-af66-c165d04cba61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f26344-1f2e-4c81-b67b-4d39e867cc31'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:51.917312 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537c087f-7957-4070-a0a1-43eec8b46568" -d '{"events": [{"server_uuid": "6a72f39b-b9b8-495b-af66-c165d04cba61", "name": "network-vif-plugged", "status": "completed", "tag": "08f26344-1f2e-4c81-b67b-4d39e867cc31"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:51.931924 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 08f26344-1f2e-4c81-b67b-4d39e867cc31, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:51.940009 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.940873 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-99e4d7b0-4ea8-437b-8e0f-bf53343f3f61 req-a4440151-8c46-4ee3-aee8-adcf3ed5df17 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499189 Jun 18 16:27:51.944449 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:51.996994 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c9398-634e-49cf-a5de-7c85ea00f8ae x-openstack-request-id: req-e83c9398-634e-49cf-a5de-7c85ea00f8ae {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:51.997284 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a72f39b-b9b8-495b-af66-c165d04cba61", "name": "network-vif-plugged", "status": "completed", "tag": "08f26344-1f2e-4c81-b67b-4d39e867cc31", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:51.997540 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e83c9398-634e-49cf-a5de-7c85ea00f8ae {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:51.997944 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a72f39b-b9b8-495b-af66-c165d04cba61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f26344-1f2e-4c81-b67b-4d39e867cc31', 'code': 200} Jun 18 16:27:52.008835 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=08f26344-1f2e-4c81-b67b-4d39e867cc31,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:52.011903 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:52.156560 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50254db1-2384-47a0-9787-3e96b9a1f134 req-238a1820-be21-4c8d-868b-5276337f9739 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:52.158053 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-50254db1-2384-47a0-9787-3e96b9a1f134 req-238a1820-be21-4c8d-868b-5276337f9739 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0789609 Jun 18 16:27:52.166940 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37520) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:52.171518 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-013dd927-c534-459b-aa16-ef30e7be2d3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'floatingip': {'port_id': '81502c81-8f5c-4b17-bb4b-171fed873403'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:52.246091 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-013dd927-c534-459b-aa16-ef30e7be2d3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:52.433605 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef82c9-85d6-4284-b0dc-d84ac7000611 req-19b40a55-28c6-46ed-a80b-004296dbc9d6 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:52.435499 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f8ef82c9-85d6-4284-b0dc-d84ac7000611 req-19b40a55-28c6-46ed-a80b-004296dbc9d6 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 944 time: 0.0842319 Jun 18 16:27:52.489498 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f8ef82c9-85d6-4284-b0dc-d84ac7000611 req-3d736ee5-28db-4e59-a9b5-d3a0d84ca2b1 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Jun 18 16:27:52.940334 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.db.resource_extend [None req-013dd927-c534-459b-aa16-ef30e7be2d3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:27:53.225291 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5464c4-11a5-4bb9-8cc0-2f8570e5fd66 req-022e0671-a6c8-4c5b-9c1c-d4318d33daa9 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:53.226788 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-df5464c4-11a5-4bb9-8cc0-2f8570e5fd66 req-022e0671-a6c8-4c5b-9c1c-d4318d33daa9 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 944 time: 0.3984678 Jun 18 16:27:53.230958 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-013dd927-c534-459b-aa16-ef30e7be2d3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:53.241563 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-013dd927-c534-459b-aa16-ef30e7be2d3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:53.308723 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-df5464c4-11a5-4bb9-8cc0-2f8570e5fd66 req-3ee3047d-7eab-4f1d-b4d4-46ebc2258817 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760550 Jun 18 16:27:53.360095 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.l3_db [None req-013dd927-c534-459b-aa16-ef30e7be2d3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Floating IP 1547965a-1400-4201-8f0d-544264ba4b6a associated. External IP: 172.27.3.56, port: 81502c81-8f5c-4b17-bb4b-171fed873403. Jun 18 16:27:53.578758 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013dd927-c534-459b-aa16-ef30e7be2d3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Router 9504ff19-5547-4d97-8d26-bf948e3e1df6 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:53.686683 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d0fe6-e718-4b09-8247-13ed835dbbba req-a3fa87c3-440e-4b75-a784-1d94ba3ab450 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:53.688440 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-217d0fe6-e718-4b09-8247-13ed835dbbba req-a3fa87c3-440e-4b75-a784-1d94ba3ab450 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 944 time: 0.0688777 Jun 18 16:27:53.691060 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013dd927-c534-459b-aa16-ef30e7be2d3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:53.696153 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-013dd927-c534-459b-aa16-ef30e7be2d3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:53.709291 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] Sync routers for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:53.721609 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:53.723518 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:27:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:53.738581 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-217d0fe6-e718-4b09-8247-13ed835dbbba req-a72a5d2d-5e48-46ef-a20e-9f4de395cea8 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Jun 18 16:27:53.741171 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-013dd927-c534-459b-aa16-ef30e7be2d3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "PUT /v2.0/floatingips/1547965a-1400-4201-8f0d-544264ba4b6a HTTP/1.1" status: 200 len: 991 time: 1.5731230 Jun 18 16:27:53.741818 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:53.750468 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e28336-d284-4e70-8dc4-37a7b6a93fba" -d '{"events": [{"name": "network-changed", "server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:53.792794 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbfc7c8-b4a3-4cda-80a6-31f64ae7f014 x-openstack-request-id: req-fdbfc7c8-b4a3-4cda-80a6-31f64ae7f014 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:53.793107 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:53.793384 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fdbfc7c8-b4a3-4cda-80a6-31f64ae7f014 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:53.793822 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403', 'status': 'completed', 'code': 200} Jun 18 16:27:53.847072 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:54.121015 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '1547965a-1400-4201-8f0d-544264ba4b6a', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'port_id': '81502c81-8f5c-4b17-bb4b-171fed873403', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'mac_address': 'fa:16:3e:42:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eab3091-445a-490d-a79f-39ef331627b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:27:10Z', 'updated_at': '2021-06-18T16:27:52Z', 'revision_number': 1, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:54.146087 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] Checking router: 9504ff19-5547-4d97-8d26-bf948e3e1df6 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:27:54.153911 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:54.154505 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:27:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:54.324934 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:54.499823 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c83c7-3b98-4eaf-a90e-1ee7f94a947e req-0b69915e-80e5-4918-a37b-cdc8006e20c1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:54.501509 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-569c83c7-3b98-4eaf-a90e-1ee7f94a947e req-0b69915e-80e5-4918-a37b-cdc8006e20c1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 944 time: 0.0801315 Jun 18 16:27:54.547582 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-569c83c7-3b98-4eaf-a90e-1ee7f94a947e req-2e57052d-70d4-4d7f-a86f-714a79984949 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Jun 18 16:27:54.552814 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '1547965a-1400-4201-8f0d-544264ba4b6a', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'port_id': '81502c81-8f5c-4b17-bb4b-171fed873403', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'mac_address': 'fa:16:3e:42:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eab3091-445a-490d-a79f-39ef331627b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:27:10Z', 'updated_at': '2021-06-18T16:27:52Z', 'revision_number': 1, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:54.582319 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be7ad7-7367-4579-88f2-075c5fdc3fc2 None None] The sync data for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi is: [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '1547965a-1400-4201-8f0d-544264ba4b6a', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'port_id': '81502c81-8f5c-4b17-bb4b-171fed873403', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'mac_address': 'fa:16:3e:42:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eab3091-445a-490d-a79f-39ef331627b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:27:10Z', 'updated_at': '2021-06-18T16:27:52Z', 'revision_number': 1, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:54.745452 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-eea7f4c3-a112-4201-9644-7facbefdc927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:54.747175 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-eea7f4c3-a112-4201-9644-7facbefdc927 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 1099 time: 0.0644343 Jun 18 16:27:54.787802 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054b04b-ae18-42d2-a6ee-5e5adfaae022 None None] New status for floating IP 1547965a-1400-4201-8f0d-544264ba4b6a: ACTIVE {{(pid=92765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:27:54.904158 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-5ee110f1-7b7d-4393-b0a7-737a0ba36dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:54.905583 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-5ee110f1-7b7d-4393-b0a7-737a0ba36dbc service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 918 time: 0.1509664 Jun 18 16:27:54.962700 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebbbfb-e9a3-485a-917a-939ac6bfa3f8 req-c542c87a-f243-40b1-8f3b-322d9a257e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:54.964917 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-04ebbbfb-e9a3-485a-917a-939ac6bfa3f8 req-c542c87a-f243-40b1-8f3b-322d9a257e2e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 1099 time: 0.0970943 Jun 18 16:27:55.022780 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-04ebbbfb-e9a3-485a-917a-939ac6bfa3f8 req-fdddd47a-52bb-44d9-9d5e-82b86e14007f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480487 Jun 18 16:27:55.056402 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-2ffdd5f9-b9a5-4979-9ef9-c6a01ecccd73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81502c81-8f5c-4b17-bb4b-171fed873403 HTTP/1.1" status: 200 len: 999 time: 0.1393285 Jun 18 16:27:55.063994 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cd640-e88c-4e0a-8da7-ea986ff707a1 req-d782fdf6-3d25-476a-a290-1568d7bbdf61 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:55.065444 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d69cd640-e88c-4e0a-8da7-ea986ff707a1 req-d782fdf6-3d25-476a-a290-1568d7bbdf61 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 944 time: 0.1937208 Jun 18 16:27:55.106251 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d69cd640-e88c-4e0a-8da7-ea986ff707a1 req-4efee7bd-6fb7-4ac7-8506-cb715200d965 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340056 Jun 18 16:27:55.402097 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-21c2ca7d-6137-4fb0-88e7-f6eab04f8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:55.403492 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-21c2ca7d-6137-4fb0-88e7-f6eab04f8dfa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.0449317 Jun 18 16:27:55.465851 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-29f4acc8-efe9-4a77-935e-438e0e487bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:55.467303 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-29f4acc8-efe9-4a77-935e-438e0e487bb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559711 Jun 18 16:27:55.573621 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-bdd2f3ba-aa49-4154-b302-de40114dad8a service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979893 Jun 18 16:27:55.683570 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-96e28336-d284-4e70-8dc4-37a7b6a93fba req-851acd5c-cd12-4646-ad6b-ce1057357897 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011102 Jun 18 16:27:55.741511 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a27d-1e0f-454e-8f95-8735e50b2bef req-81c2a752-93bf-46db-b11a-4fabf59f2851 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:55.743016 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-55f6a27d-1e0f-454e-8f95-8735e50b2bef req-81c2a752-93bf-46db-b11a-4fabf59f2851 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 944 time: 0.0759311 Jun 18 16:27:55.782011 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-55f6a27d-1e0f-454e-8f95-8735e50b2bef req-73c2a9fa-53ce-4f56-abba-6fa396ae98b5 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 Jun 18 16:27:56.341745 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19010c8f-75a2-498f-bd52-caf65bbd6fb2 req-965e809d-0d5f-4e65-9458-9f09720c3022 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:56.343925 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-19010c8f-75a2-498f-bd52-caf65bbd6fb2 req-965e809d-0d5f-4e65-9458-9f09720c3022 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 944 time: 0.0919137 Jun 18 16:27:56.401607 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-19010c8f-75a2-498f-bd52-caf65bbd6fb2 req-26924511-f56f-4dd4-94f9-8af617a18155 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487406 Jun 18 16:27:56.564942 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device eccfa509-8a81-4e8e-8c4c-35ceb1fb806f up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:56.617663 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:56.621223 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:56.621599 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.646406 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37662) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:56.701272 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.724133 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:56.726447 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaf0aae-cb83-4a2b-b4bf-4c3292524dc0" -d '{"events": [{"server_uuid": "62df88d1-93a9-41cd-b75e-404182c3cae8", "name": "network-vif-plugged", "status": "completed", "tag": "eccfa509-8a81-4e8e-8c4c-35ceb1fb806f"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:56.740882 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:56.746194 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.748407 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fc840111-6351-4cc0-884b-3e27fdffa89d up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:56.752728 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:56.782974 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.792293 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f007c6fe-110c-4381-ad90-3abfccce5909 x-openstack-request-id: req-f007c6fe-110c-4381-ad90-3abfccce5909 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:56.792583 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62df88d1-93a9-41cd-b75e-404182c3cae8", "name": "network-vif-plugged", "status": "completed", "tag": "eccfa509-8a81-4e8e-8c4c-35ceb1fb806f", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:56.793011 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f007c6fe-110c-4381-ad90-3abfccce5909 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:56.793396 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f', 'code': 200} Jun 18 16:27:56.832214 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:56.841986 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.842357 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.842696 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.843020 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.843342 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.843663 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.843980 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.844295 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.844794 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.845125 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.845436 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.845970 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.853460 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:56.871575 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port fc840111-6351-4cc0-884b-3e27fdffa89d completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:56.879894 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port fc840111-6351-4cc0-884b-3e27fdffa89d triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:56.880335 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.943636 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.953969 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.958246 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-99992f5a-df76-45fe-91f0-4186b607b3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:56.982610 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.027569 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ce99e7-0055-4377-b067-bc3a6f805eaa,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:57.055460 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port fc840111-6351-4cc0-884b-3e27fdffa89d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc840111-6351-4cc0-884b-3e27fdffa89d,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:57.062640 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.063201 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.063844 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.064336 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.064836 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.065488 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.066665 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.068005 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.070377 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-adbf583e-5680-4be9-a309-92be753ff549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:57.075871 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.079616 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.080152 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.080798 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.081445 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.093846 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:57.114069 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37694) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:57.122275 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4d3e26987854e3990674b82ea8f89e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658713 Jun 18 16:27:57.166799 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=fc840111-6351-4cc0-884b-3e27fdffa89d,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:57.169952 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:57.215389 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.242514 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.267524 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e37418-89cd-4bf7-b39c-25a938c15efb req-3c6b1ce4-fa23-422a-a531-8b074ff08a6d tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:57.269519 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a2e37418-89cd-4bf7-b39c-25a938c15efb req-3c6b1ce4-fa23-422a-a531-8b074ff08a6d tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1151099 Jun 18 16:27:57.306419 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5ea84-c27c-4b01-8181-f4d32287fbd6 req-f282f328-e7ec-4a5d-809e-6b5c7aecf9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:57.307929 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5fc5ea84-c27c-4b01-8181-f4d32287fbd6 req-f282f328-e7ec-4a5d-809e-6b5c7aecf9d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 1098 time: 0.0666101 Jun 18 16:27:57.323759 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a2e37418-89cd-4bf7-b39c-25a938c15efb req-6e4a6ea8-98a7-4a66-ba8d-d8765ca52728 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457196 Jun 18 16:27:57.335097 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.337836 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.341271 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67ce99e7-0055-4377-b067-bc3a6f805eaa HTTP/1.1" status: 204 len: 168 time: 0.2236123 Jun 18 16:27:57.341271 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:57.348362 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ce99e7-0055-4377-b067-bc3a6f805eaa,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:57.351102 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5fc5ea84-c27c-4b01-8181-f4d32287fbd6 req-0a8561c9-0f89-46b7-bdef-62f132a54825 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344782 Jun 18 16:27:57.355914 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.356387 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.356611 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.357394 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.357643 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.358286 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.358636 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.358976 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.359316 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.359651 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.359984 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.360419 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.364289 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:57.636393 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac0fd-869f-4642-884e-bb309fef1c76 req-488aead9-20a8-45e5-af3c-2a0b93365521 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:57.638490 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-41bac0fd-869f-4642-884e-bb309fef1c76 req-488aead9-20a8-45e5-af3c-2a0b93365521 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0798750 Jun 18 16:27:57.695226 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-41bac0fd-869f-4642-884e-bb309fef1c76 req-a748bf4d-58e0-4762-8707-586c8bc9c0fd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497007 Jun 18 16:27:57.697968 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37728) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:57.720084 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-98c2128a-e109-41da-8cc6-2b5a80456558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.736740 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37730) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:57.799190 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-98c2128a-e109-41da-8cc6-2b5a80456558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.803299 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-98c2128a-e109-41da-8cc6-2b5a80456558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.806933 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c6336d59-25b5-4df9-8c6a-178bbeb4d56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:57.841638 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-98c2128a-e109-41da-8cc6-2b5a80456558 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=852142169df84053bb8ccfe592b7e13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425765 Jun 18 16:27:57.842648 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2128a-e109-41da-8cc6-2b5a80456558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203d7b18-6a18-435e-b395-90c737456c27,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:57.844366 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37734) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:57.845711 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-98c2128a-e109-41da-8cc6-2b5a80456558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:57.905469 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4d3f572f-32d1-4b7a-8841-2a46f166e706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.922398 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3394c02e-a72a-488c-8851-de5ee170b31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.952049 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3394c02e-a72a-488c-8851-de5ee170b31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.024894 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3394c02e-a72a-488c-8851-de5ee170b31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.027609 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3394c02e-a72a-488c-8851-de5ee170b31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.030122 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-3394c02e-a72a-488c-8851-de5ee170b31c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/203d7b18-6a18-435e-b395-90c737456c27 HTTP/1.1" status: 204 len: 168 time: 0.1836874 Jun 18 16:27:58.031520 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:58.046654 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394c02e-a72a-488c-8851-de5ee170b31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d7b18-6a18-435e-b395-90c737456c27,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:58.051089 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3394c02e-a72a-488c-8851-de5ee170b31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:58.067827 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4d3f572f-32d1-4b7a-8841-2a46f166e706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.072420 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4d3f572f-32d1-4b7a-8841-2a46f166e706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.075822 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-937fe5e8-9f39-4bca-b498-2988b63014ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:58.112316 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-4d3f572f-32d1-4b7a-8841-2a46f166e706 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e7d1130723643c8ae0be521cf984e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743374 Jun 18 16:27:58.114323 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f572f-32d1-4b7a-8841-2a46f166e706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912a15f3-3b53-4e60-abca-52a21f9499ae,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:58.115152 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37738) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:58.117232 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4d3f572f-32d1-4b7a-8841-2a46f166e706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:58.169319 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-41066a43-426c-4738-942e-59985befaba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.198058 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-41066a43-426c-4738-942e-59985befaba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.249547 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-41066a43-426c-4738-942e-59985befaba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.252331 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-41066a43-426c-4738-942e-59985befaba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.254138 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-41066a43-426c-4738-942e-59985befaba5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/912a15f3-3b53-4e60-abca-52a21f9499ae HTTP/1.1" status: 204 len: 168 time: 0.1373525 Jun 18 16:27:58.254899 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-77170eac-eb0c-485a-abcc-8ed61b1eed13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:58.263096 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41066a43-426c-4738-942e-59985befaba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912a15f3-3b53-4e60-abca-52a21f9499ae,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:58.271278 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-41066a43-426c-4738-942e-59985befaba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:58.360641 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37754) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:58.378834 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb274-8f89-4e76-83ca-34c4a3bd44da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.529873 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb274-8f89-4e76-83ca-34c4a3bd44da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.535847 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb274-8f89-4e76-83ca-34c4a3bd44da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.540842 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-93c4c66b-d3bd-47ec-9ae5-e9d5d492ea1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:58.583427 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddb274-8f89-4e76-83ca-34c4a3bd44da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66026f9d-1878-422b-8445-3b7ecc51d0d3,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:58.588414 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f6ddb274-8f89-4e76-83ca-34c4a3bd44da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=028013b01f6b45468e0cdc34880c660e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266920 Jun 18 16:27:58.589259 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f6ddb274-8f89-4e76-83ca-34c4a3bd44da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:58.590709 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37760) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:58.591612 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37762) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:58.606122 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b0176-91bc-4c75-8ed0-6e8130ce6ce2 req-e6900aa9-d453-45d2-b758-2d9464e464fe tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:58.607837 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0b8b0176-91bc-4c75-8ed0-6e8130ce6ce2 req-e6900aa9-d453-45d2-b758-2d9464e464fe tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1285667 Jun 18 16:27:58.614132 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f1656396-67e6-4095-9c8c-cb4b70d013ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.645251 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7e04437c-ca88-4dc4-a869-1e027e2ef1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.667203 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7e04437c-ca88-4dc4-a869-1e027e2ef1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.674471 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0b8b0176-91bc-4c75-8ed0-6e8130ce6ce2 req-34e48033-70dc-4b3c-b946-b9a2b048e79b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495622 Jun 18 16:27:58.716691 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7e04437c-ca88-4dc4-a869-1e027e2ef1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.719516 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7e04437c-ca88-4dc4-a869-1e027e2ef1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.722905 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-7e04437c-ca88-4dc4-a869-1e027e2ef1ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66026f9d-1878-422b-8445-3b7ecc51d0d3 HTTP/1.1" status: 204 len: 168 time: 0.1280627 Jun 18 16:27:58.722905 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4d3f572f-32d1-4b7a-8841-2a46f166e706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:58.749870 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04437c-ca88-4dc4-a869-1e027e2ef1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66026f9d-1878-422b-8445-3b7ecc51d0d3,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:58.755014 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7e04437c-ca88-4dc4-a869-1e027e2ef1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:58.761538 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f1656396-67e6-4095-9c8c-cb4b70d013ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.767361 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f1656396-67e6-4095-9c8c-cb4b70d013ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.771936 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:58.794344 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f269a657-1210-48c1-8702-6adf0921476c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc840111-6351-4cc0-884b-3e27fdffa89d'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:58.797538 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987069ad-9f30-49ab-9cae-1d027658fd15" -d '{"events": [{"server_uuid": "f269a657-1210-48c1-8702-6adf0921476c", "name": "network-vif-plugged", "status": "completed", "tag": "fc840111-6351-4cc0-884b-3e27fdffa89d"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:58.819335 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f1656396-67e6-4095-9c8c-cb4b70d013ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a6d2f735c874244ab60653518093447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276626 Jun 18 16:27:58.822047 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37774) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:58.837463 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1656396-67e6-4095-9c8c-cb4b70d013ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7e12a-9050-4b38-aeb4-d236fa710329,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:58.844553 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f1656396-67e6-4095-9c8c-cb4b70d013ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:58.890407 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-26af3a3a-5853-4e2c-a641-e25681b32ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.904546 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e9612-b1f2-445d-8152-0549c3dd2189 x-openstack-request-id: req-b84e9612-b1f2-445d-8152-0549c3dd2189 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:58.905030 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f269a657-1210-48c1-8702-6adf0921476c", "name": "network-vif-plugged", "status": "completed", "tag": "fc840111-6351-4cc0-884b-3e27fdffa89d", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:58.905294 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b84e9612-b1f2-445d-8152-0549c3dd2189 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:58.905726 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f269a657-1210-48c1-8702-6adf0921476c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc840111-6351-4cc0-884b-3e27fdffa89d', 'code': 200} Jun 18 16:27:58.952186 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-26af3a3a-5853-4e2c-a641-e25681b32ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.038246 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327b45-e289-4ea1-bd11-8fb1d2e68fb6 req-90a73580-9d69-40b9-b18c-a9f9f8085000 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:59.039647 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cc327b45-e289-4ea1-bd11-8fb1d2e68fb6 req-90a73580-9d69-40b9-b18c-a9f9f8085000 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1026142 Jun 18 16:27:59.070796 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-26af3a3a-5853-4e2c-a641-e25681b32ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.073797 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-26af3a3a-5853-4e2c-a641-e25681b32ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.075169 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-26af3a3a-5853-4e2c-a641-e25681b32ab2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3d7e12a-9050-4b38-aeb4-d236fa710329 HTTP/1.1" status: 204 len: 168 time: 0.2519302 Jun 18 16:27:59.078266 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-998f6806-c78c-4943-8c0d-2f04f273fb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:59.088024 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af3a3a-5853-4e2c-a641-e25681b32ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7e12a-9050-4b38-aeb4-d236fa710329,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:59.093915 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-26af3a3a-5853-4e2c-a641-e25681b32ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:59.116551 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cc327b45-e289-4ea1-bd11-8fb1d2e68fb6 req-5373e4f4-6737-4dcf-ac50-3cef2c6374d0 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613303 Jun 18 16:27:59.336336 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededc986-0d4b-4c55-8676-4d47ebcbb102 req-17774581-a07d-443c-a025-988906ba2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:59.338003 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ededc986-0d4b-4c55-8676-4d47ebcbb102 req-17774581-a07d-443c-a025-988906ba2765 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 1098 time: 0.0600510 Jun 18 16:27:59.374746 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ededc986-0d4b-4c55-8676-4d47ebcbb102 req-3077fb49-e8c4-4dec-a39b-ca7aa0e3d7c5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294089 Jun 18 16:27:59.753935 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37822) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:59.893318 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34772f4d-acb3-4309-8a13-c3299faff95a req-ecdba1ec-8423-499a-ba7e-e3cf4a7e2e62 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:59.895404 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-34772f4d-acb3-4309-8a13-c3299faff95a req-ecdba1ec-8423-499a-ba7e-e3cf4a7e2e62 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0687118 Jun 18 16:27:59.934794 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-34772f4d-acb3-4309-8a13-c3299faff95a req-d6ebb26a-1854-42b8-9e7b-72da19cd7570 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Jun 18 16:27:59.976780 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e3070bb6-c7e8-4165-aa46-4d6afb7665fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.068684 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e3070bb6-c7e8-4165-aa46-4d6afb7665fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.074105 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e3070bb6-c7e8-4165-aa46-4d6afb7665fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.084407 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-654f7abc-2404-4609-80d1-edec98200727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.118236 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-e3070bb6-c7e8-4165-aa46-4d6afb7665fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=686efe7adc794146b8521929cecb9b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651452 Jun 18 16:28:00.121502 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37846) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:00.123055 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3070bb6-c7e8-4165-aa46-4d6afb7665fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453a6537-1754-414a-bb1f-8832890660de,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:00.126186 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e3070bb6-c7e8-4165-aa46-4d6afb7665fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:00.191794 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc05b0-2d4a-44f4-8a56-46c06542a0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.234139 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc05b0-2d4a-44f4-8a56-46c06542a0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.314622 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc05b0-2d4a-44f4-8a56-46c06542a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.317899 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc05b0-2d4a-44f4-8a56-46c06542a0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.319181 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-d2fc05b0-2d4a-44f4-8a56-46c06542a0a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/453a6537-1754-414a-bb1f-8832890660de HTTP/1.1" status: 204 len: 168 time: 0.1953590 Jun 18 16:28:00.335676 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f6ddb274-8f89-4e76-83ca-34c4a3bd44da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.346250 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc05b0-2d4a-44f4-8a56-46c06542a0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a6537-1754-414a-bb1f-8832890660de,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:00.349463 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-d2fc05b0-2d4a-44f4-8a56-46c06542a0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:00.387454 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0cb2d-b6ee-4b65-aa29-660a39bd58f0 req-4b63efd6-c481-436d-a5c5-a0efc2b1250d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:00.397057 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-69c0cb2d-b6ee-4b65-aa29-660a39bd58f0 req-4b63efd6-c481-436d-a5c5-a0efc2b1250d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0957303 Jun 18 16:28:00.473610 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-69c0cb2d-b6ee-4b65-aa29-660a39bd58f0 req-bfd190eb-2b5c-4ff7-95a5-3454baca85e0 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755649 Jun 18 16:28:00.645110 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37912) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:00.707518 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ec945-6044-4214-b927-6c97a08d585b req-25c44013-fd04-48fd-b38c-8e06eed16e9f tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:00.709094 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c78ec945-6044-4214-b927-6c97a08d585b req-25c44013-fd04-48fd-b38c-8e06eed16e9f tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0944545 Jun 18 16:28:00.719344 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 37916) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:00.724541 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-aeddd270-7603-421c-ac68-bc7fe8652139 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'floatingip': {'port_id': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:00.810609 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-aeddd270-7603-421c-ac68-bc7fe8652139 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.813886 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e05-831c-44d4-82f9-ff9377f58b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.863818 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37924) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:00.882155 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d53da5d1-9239-486c-852b-9995fc8fdaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.013927 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d53da5d1-9239-486c-852b-9995fc8fdaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.020573 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d53da5d1-9239-486c-852b-9995fc8fdaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.026483 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-9a3ddd9f-b51d-4c84-a7e3-ea56140e599c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.081798 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53da5d1-9239-486c-852b-9995fc8fdaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90377203-65e6-48e8-b975-a613e8d8e919,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.103518 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d53da5d1-9239-486c-852b-9995fc8fdaa0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b73259d7b7f940908ae6ffcc243bde99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383540 Jun 18 16:28:01.104716 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d53da5d1-9239-486c-852b-9995fc8fdaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.106074 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37928) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.185766 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db8e8a-8d3d-481f-bdd0-1d8e3f7fcc52 req-c62e3867-2e1c-4051-8830-cde3a674ef66 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:01.187308 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-03db8e8a-8d3d-481f-bdd0-1d8e3f7fcc52 req-c62e3867-2e1c-4051-8830-cde3a674ef66 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1228635 Jun 18 16:28:01.191219 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6fc7-45d0-4c62-8356-65be6952fd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.227230 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6fc7-45d0-4c62-8356-65be6952fd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.256974 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-03db8e8a-8d3d-481f-bdd0-1d8e3f7fcc52 req-f7016503-649f-4b1f-8d61-0a1a870c7308 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624461 Jun 18 16:28:01.307916 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6fc7-45d0-4c62-8356-65be6952fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.312111 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6fc7-45d0-4c62-8356-65be6952fd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.313227 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d0cc6fc7-45d0-4c62-8356-65be6952fd4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90377203-65e6-48e8-b975-a613e8d8e919 HTTP/1.1" status: 204 len: 168 time: 0.2062700 Jun 18 16:28:01.314024 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f295eb1d-1e75-46b9-b914-8e503c43cfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.322107 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc6fc7-45d0-4c62-8356-65be6952fd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90377203-65e6-48e8-b975-a613e8d8e919,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.324112 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d0cc6fc7-45d0-4c62-8356-65be6952fd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.594024 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e05-831c-44d4-82f9-ff9377f58b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.613012 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e05-831c-44d4-82f9-ff9377f58b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.622273 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.692313 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-b66b0e05-831c-44d4-82f9-ff9377f58b04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51ebf4e493c74261b615af9191dba52a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0461373 Jun 18 16:28:01.696257 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 37958) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.711361 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b0e05-831c-44d4-82f9-ff9377f58b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699f2935-e82d-4a17-9048-c579c342f1ae,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.737109 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-b66b0e05-831c-44d4-82f9-ff9377f58b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.778915 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-33a09565-a4b3-4ae7-b52b-058941da790d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.800540 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-33a09565-a4b3-4ae7-b52b-058941da790d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.859697 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-33a09565-a4b3-4ae7-b52b-058941da790d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.865004 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-33a09565-a4b3-4ae7-b52b-058941da790d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.865004 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-33a09565-a4b3-4ae7-b52b-058941da790d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/699f2935-e82d-4a17-9048-c579c342f1ae HTTP/1.1" status: 204 len: 168 time: 0.1675210 Jun 18 16:28:01.866001 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-db0049db-c6c9-47cd-b35f-8df5bbb5712e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.867574 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-aeddd270-7603-421c-ac68-bc7fe8652139 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.874976 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-aeddd270-7603-421c-ac68-bc7fe8652139 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.876186 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a09565-a4b3-4ae7-b52b-058941da790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699f2935-e82d-4a17-9048-c579c342f1ae,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.879607 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-33a09565-a4b3-4ae7-b52b-058941da790d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:02.004704 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.l3_db [None req-aeddd270-7603-421c-ac68-bc7fe8652139 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Floating IP c4c1b5a9-8e6f-4e56-8814-ba11adeb3ff7 associated. External IP: 172.27.3.62, port: eccfa509-8a81-4e8e-8c4c-35ceb1fb806f. Jun 18 16:28:02.286462 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeddd270-7603-421c-ac68-bc7fe8652139 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Router d107d7e3-bdcb-47b4-9d31-e970fd271047 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:02.437942 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeddd270-7603-421c-ac68-bc7fe8652139 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:02.445951 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-aeddd270-7603-421c-ac68-bc7fe8652139 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.450854 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] Sync routers for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:02.465705 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:02.466369 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:27:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:02.480256 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2833cb-583d-40ef-ad43-4242fa16d3fd req-3d7c5a23-7c04-4a3e-b935-bc2f3e225c1c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:02.491567 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ea2833cb-583d-40ef-ad43-4242fa16d3fd req-3d7c5a23-7c04-4a3e-b935-bc2f3e225c1c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1058981 Jun 18 16:28:02.520835 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-aeddd270-7603-421c-ac68-bc7fe8652139 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "PUT /v2.0/floatingips/c4c1b5a9-8e6f-4e56-8814-ba11adeb3ff7 HTTP/1.1" status: 200 len: 990 time: 1.8003268 Jun 18 16:28:02.523187 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'tag': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:28:02.536958 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0713d312-f0db-4829-b56a-81a739d26d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "62df88d1-93a9-41cd-b75e-404182c3cae8", "tag": "eccfa509-8a81-4e8e-8c4c-35ceb1fb806f"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:28:02.539265 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ea2833cb-583d-40ef-ad43-4242fa16d3fd req-8e43fb2e-dbb8-43d3-9bce-f74e9deb913f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Jun 18 16:28:02.593847 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199a5b97-7ecd-4983-ba57-0895fe465e5a x-openstack-request-id: req-199a5b97-7ecd-4983-ba57-0895fe465e5a {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:28:02.594160 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62df88d1-93a9-41cd-b75e-404182c3cae8", "tag": "eccfa509-8a81-4e8e-8c4c-35ceb1fb806f", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:28:02.594767 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-199a5b97-7ecd-4983-ba57-0895fe465e5a {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:28:02.594863 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'tag': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f', 'status': 'completed', 'code': 200} Jun 18 16:28:02.618527 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:02.792311 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713d312-f0db-4829-b56a-81a739d26d2e req-cb4810db-32a3-4e94-84d3-6be5bbb3b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:02.793872 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0713d312-f0db-4829-b56a-81a739d26d2e req-cb4810db-32a3-4e94-84d3-6be5bbb3b623 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 1098 time: 0.0767446 Jun 18 16:28:02.984085 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713d312-f0db-4829-b56a-81a739d26d2e req-d9b1ab2d-e9c4-4c04-afb4-ea6767e2c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:02.985518 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0713d312-f0db-4829-b56a-81a739d26d2e req-d9b1ab2d-e9c4-4c04-afb4-ea6767e2c6a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 910 time: 0.1746416 Jun 18 16:28:02.992196 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'c4c1b5a9-8e6f-4e56-8814-ba11adeb3ff7', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'port_id': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'mac_address': 'fa:16:3e:82:94:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:27:19Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 1, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:03.086684 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] Checking router: d107d7e3-bdcb-47b4-9d31-e970fd271047 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:03.112869 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:03.113786 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:27:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:03.130074 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0713d312-f0db-4829-b56a-81a739d26d2e req-522e9228-6a9f-4a66-bdd1-8be4882e54dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f HTTP/1.1" status: 200 len: 998 time: 0.1169281 Jun 18 16:28:03.145595 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c032552-f3da-4b04-8132-4b7aa0091335 req-334ea3f4-2edb-40b2-b531-06b8d33a8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:03.147106 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c032552-f3da-4b04-8132-4b7aa0091335 req-334ea3f4-2edb-40b2-b531-06b8d33a8b53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 1098 time: 0.1221569 Jun 18 16:28:03.249255 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:03.321629 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713d312-f0db-4829-b56a-81a739d26d2e req-fb058259-d81f-4da6-8ae9-3dad8dd63981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:03.324532 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0713d312-f0db-4829-b56a-81a739d26d2e req-fb058259-d81f-4da6-8ae9-3dad8dd63981 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 200 len: 848 time: 0.1712167 Jun 18 16:28:03.345605 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9409b9-82c9-43c6-a43a-7dee68d22c3f req-f5f35b9b-3cbd-4ce6-bd12-72cf37b3a0dd tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:03.348532 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-fb9409b9-82c9-43c6-a43a-7dee68d22c3f req-f5f35b9b-3cbd-4ce6-bd12-72cf37b3a0dd tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1973336 Jun 18 16:28:03.408078 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c032552-f3da-4b04-8132-4b7aa0091335 req-f237e8e6-2bfa-4574-9fdf-34bc56724ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:03.411568 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c032552-f3da-4b04-8132-4b7aa0091335 req-f237e8e6-2bfa-4574-9fdf-34bc56724ed7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 200 len: 919 time: 0.2540812 Jun 18 16:28:03.445132 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-fb9409b9-82c9-43c6-a43a-7dee68d22c3f req-1ff57738-6ea7-4687-b748-53fc0fa68927 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638967 Jun 18 16:28:03.449095 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713d312-f0db-4829-b56a-81a739d26d2e req-24403704-c05a-4ed1-8d43-7e7aff7a70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:03.450769 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0713d312-f0db-4829-b56a-81a739d26d2e req-24403704-c05a-4ed1-8d43-7e7aff7a70d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0883b05a-15d5-409b-9c71-4adb702e2d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1143436 Jun 18 16:28:03.490756 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c032552-f3da-4b04-8132-4b7aa0091335 req-ec3d92cc-f18f-4ca4-9929-0708efd71c5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc840111-6351-4cc0-884b-3e27fdffa89d HTTP/1.1" status: 200 len: 217 time: 0.0711305 Jun 18 16:28:03.592735 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0713d312-f0db-4829-b56a-81a739d26d2e req-f52bb3c2-8205-4105-9119-bb131f4dc263 service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273177 Jun 18 16:28:03.654725 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c032552-f3da-4b04-8132-4b7aa0091335 req-5fb93a2a-15b2-42dc-aba5-eef93d175d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:03.656376 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c032552-f3da-4b04-8132-4b7aa0091335 req-5fb93a2a-15b2-42dc-aba5-eef93d175d60 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6 HTTP/1.1" status: 200 len: 858 time: 0.1076596 Jun 18 16:28:03.657612 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'c4c1b5a9-8e6f-4e56-8814-ba11adeb3ff7', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'port_id': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'mac_address': 'fa:16:3e:82:94:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:27:19Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 1, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:03.696686 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c032552-f3da-4b04-8132-4b7aa0091335 req-7e21a0dd-de87-46ed-9799-415e369b7358 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9bc59cc-d3ee-4170-96ce-60655b53d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302193 Jun 18 16:28:03.727201 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0713d312-f0db-4829-b56a-81a739d26d2e req-11a76c62-d728-4e77-83da-3c15c649addd service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228592 Jun 18 16:28:03.730911 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964f6aa-cfae-4a77-9344-56847a836315 None None] The sync data for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi is: [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'c4c1b5a9-8e6f-4e56-8814-ba11adeb3ff7', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'port_id': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'mac_address': 'fa:16:3e:82:94:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:27:19Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 1, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:03.844130 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c032552-f3da-4b04-8132-4b7aa0091335 req-bff796b1-872e-463d-9fc9-bb924bb7230c service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246004 Jun 18 16:28:04.067573 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c032552-f3da-4b04-8132-4b7aa0091335 req-133fee53-a06c-408c-93b7-9c77cd1307df service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164509 Jun 18 16:28:04.142907 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c98dc-a382-442a-ae8a-856bbec1710c None None] New status for floating IP c4c1b5a9-8e6f-4e56-8814-ba11adeb3ff7: ACTIVE {{(pid=92765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:28:04.531603 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f8b0f-daab-404e-8c74-415c5e98eca8 req-7ac2b6c0-b7ba-47e1-9d00-73aea4a1b3f2 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:04.533103 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ed2f8b0f-daab-404e-8c74-415c5e98eca8 req-7ac2b6c0-b7ba-47e1-9d00-73aea4a1b3f2 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.0674293 Jun 18 16:28:04.573003 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ed2f8b0f-daab-404e-8c74-415c5e98eca8 req-c2c1ec1e-ad7c-40dc-abce-1ede15a825b2 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Jun 18 16:28:04.645745 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417ef3-5205-4758-bc83-9420ab850e43 req-3d5ff24a-3c04-460f-8a4e-b28c4854ed4b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:04.647185 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-89417ef3-5205-4758-bc83-9420ab850e43 req-3d5ff24a-3c04-460f-8a4e-b28c4854ed4b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0663252 Jun 18 16:28:04.688306 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-89417ef3-5205-4758-bc83-9420ab850e43 req-29753211-167d-4379-9b66-b7d8fa4c2590 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350595 Jun 18 16:28:05.776492 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8e571-72ba-426e-b0f5-395103f9301b req-5f896ae6-f899-4e4a-8d62-103f2671b0be tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:05.778805 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-41c8e571-72ba-426e-b0f5-395103f9301b req-5f896ae6-f899-4e4a-8d62-103f2671b0be tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.0720129 Jun 18 16:28:05.828791 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-41c8e571-72ba-426e-b0f5-395103f9301b req-cf0ad8a8-e224-4244-bf85-ea63246f224f tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Jun 18 16:28:05.895381 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde6425-29c3-446e-bcc6-4299f13a8101 req-a6cfb885-dd24-4992-a0f7-0d5243da4ae6 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:05.896825 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8fde6425-29c3-446e-bcc6-4299f13a8101 req-a6cfb885-dd24-4992-a0f7-0d5243da4ae6 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0743294 Jun 18 16:28:05.936015 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8fde6425-29c3-446e-bcc6-4299f13a8101 req-7705079e-5d46-4aa5-a310-2b91f899100c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335550 Jun 18 16:28:06.388764 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.463294 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-94b9c6d4-3eb1-4259-a114-dba73bc68658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.666456 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:28:08.832818 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d57f8551-c423-4323-965f-9239982df067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.880801 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.070991 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-71ed7309-140d-4df1-843a-cab80410e8a2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609064 Jun 18 16:28:09.145664 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd81d5-3714-49d7-a5c5-c9762238d2ee req-6d5f39c7-43f8-44df-9e91-6880741eb01a tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:09.148240 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-afcd81d5-3714-49d7-a5c5-c9762238d2ee req-6d5f39c7-43f8-44df-9e91-6880741eb01a tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.0718086 Jun 18 16:28:09.189125 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-afcd81d5-3714-49d7-a5c5-c9762238d2ee req-64bb8640-4809-40fe-9a82-fc1438153727 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361147 Jun 18 16:28:09.207358 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad89dd-f5d7-4868-86cb-436c97c69da0 req-1e634508-1eed-4fc4-bff6-53e40dbe29f7 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:09.208834 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b5ad89dd-f5d7-4868-86cb-436c97c69da0 req-1e634508-1eed-4fc4-bff6-53e40dbe29f7 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1045277 Jun 18 16:28:09.256398 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-3ac4228b-0680-40e4-80b8-10bc4ac94cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:09.257896 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-3ac4228b-0680-40e4-80b8-10bc4ac94cbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 1099 time: 0.1066642 Jun 18 16:28:09.261874 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b5ad89dd-f5d7-4868-86cb-436c97c69da0 req-32ce59e2-6eb0-41e8-be1b-640682fe552a tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459688 Jun 18 16:28:09.430179 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-2a13c5e3-7c0d-4cec-9ade-8509a6c169f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:09.431510 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-2a13c5e3-7c0d-4cec-9ade-8509a6c169f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 918 time: 0.0838745 Jun 18 16:28:09.529604 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-06b3432b-750b-41d9-a2b3-2463d46a4c19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81502c81-8f5c-4b17-bb4b-171fed873403 HTTP/1.1" status: 200 len: 1001 time: 0.0901012 Jun 18 16:28:09.775243 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-280eaa06-224d-4c8b-9183-5500aafbf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:09.776653 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-280eaa06-224d-4c8b-9183-5500aafbf466 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.2342772 Jun 18 16:28:09.845358 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-c0ced2db-e4d2-4dae-a9ef-59341d33bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:09.847096 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-c0ced2db-e4d2-4dae-a9ef-59341d33bf54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521684 Jun 18 16:28:09.940546 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-eb5cb4b3-f643-4bcd-8588-854bd69a1665 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840757 Jun 18 16:28:10.038665 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f7d03f2-255b-4859-aa2e-ba453ec182b4 req-7386ef5f-0469-4cdf-bb17-8cdb460f827b service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892375 Jun 18 16:28:10.051553 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.492409 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba865a8-643e-4849-9925-6c3b16b4b897 req-fc150fe0-790d-45a0-bc3c-62269ed49868 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:10.494136 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3ba865a8-643e-4849-9925-6c3b16b4b897 req-fc150fe0-790d-45a0-bc3c-62269ed49868 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.0654464 Jun 18 16:28:10.536830 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3ba865a8-643e-4849-9925-6c3b16b4b897 req-06fb1891-f118-4043-ba08-ff89e1e3142b tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c79b8e9-560b-4d0f-89b2-d2829120d3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360160 Jun 18 16:28:10.591610 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b5c39-b65b-4638-b7c3-bf8a5a1a2663 req-810dd51b-2261-49b6-8251-430875dde312 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:10.592985 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1e6b5c39-b65b-4638-b7c3-bf8a5a1a2663 req-810dd51b-2261-49b6-8251-430875dde312 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1158977 Jun 18 16:28:10.601652 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-6b1a24aa-ff6b-41f0-90a9-8f85a3fbf5a9 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:10.603132 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-6b1a24aa-ff6b-41f0-90a9-8f85a3fbf5a9 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 945 time: 0.0885718 Jun 18 16:28:10.679235 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1e6b5c39-b65b-4638-b7c3-bf8a5a1a2663 req-7f3c6cab-b205-4ecf-86eb-1036df0108cb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751457 Jun 18 16:28:10.748337 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Deleting port 6f6c6fd0-f05c-4165-978a-d954e8f818a6 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:10.748686 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.836821 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] For port 6f6c6fd0-f05c-4165-978a-d954e8f818a6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6f6c6fd0-f05c-4165-978a-d954e8f818a6,segment=NetworkSegment(f91b71a6-bb84-413a-8823-425caaf12d5b),segment_id=f91b71a6-bb84-413a-8823-425caaf12d5b)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:10.837183 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.928087 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Calling delete_port for 6f6c6fd0-f05c-4165-978a-d954e8f818a6 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:11.089011 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.094208 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-be7bf803-1f00-46bb-9cc5-52f6ac8e1eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.121080 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Pushing event deleted for resources: {'Port': ['ID=6f6c6fd0-f05c-4165-978a-d954e8f818a6,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:11.124560 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:11.214151 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] No DVR routers for this DVR port 6f6c6fd0-f05c-4165-978a-d954e8f818a6 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:11.221409 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.221409 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-80f6bda8-8046-4b07-9c9b-dfa1f86d8c98 req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.72 "DELETE /v2.0/ports/6f6c6fd0-f05c-4165-978a-d954e8f818a6 HTTP/1.1" status: 204 len: 173 time: 0.6099823 Jun 18 16:28:11.222070 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c0be0e-37ec-4bdd-89fb-0c57228d45b5', 'name': 'network-vif-deleted', 'tag': '6f6c6fd0-f05c-4165-978a-d954e8f818a6'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:28:11.224535 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ec79c9-2e6e-4cd5-af3e-5920683903f3" -d '{"events": [{"server_uuid": "e4c0be0e-37ec-4bdd-89fb-0c57228d45b5", "name": "network-vif-deleted", "tag": "6f6c6fd0-f05c-4165-978a-d954e8f818a6"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:28:11.264296 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b498b43-5c53-46d2-83ea-0a34f6217d19 x-openstack-request-id: req-4b498b43-5c53-46d2-83ea-0a34f6217d19 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:28:11.264700 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c0be0e-37ec-4bdd-89fb-0c57228d45b5", "name": "network-vif-deleted", "tag": "6f6c6fd0-f05c-4165-978a-d954e8f818a6", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:28:11.265066 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b498b43-5c53-46d2-83ea-0a34f6217d19 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:28:11.265510 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c0be0e-37ec-4bdd-89fb-0c57228d45b5', 'name': 'network-vif-deleted', 'tag': '6f6c6fd0-f05c-4165-978a-d954e8f818a6', 'status': 'completed', 'code': 200} Jun 18 16:28:11.940921 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.164385 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 6f6c6fd0-f05c-4165-978a-d954e8f818a6 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:14.186505 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 6f6c6fd0-f05c-4165-978a-d954e8f818a6 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:14.186844 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 6f6c6fd0-f05c-4165-978a-d954e8f818a6 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:14.418757 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e7caff85-b20e-48b9-b210-1fff738c2dec req-fa411781-3db6-4d59-8e21-0f04897e6e1e tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 210 time: 0.0296884 Jun 18 16:28:14.486637 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfce8f1-791a-4b12-9916-70bb97fa97f8 req-ea19c918-7f64-4ff6-a524-ada081fe986e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:14.488645 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1bfce8f1-791a-4b12-9916-70bb97fa97f8 req-ea19c918-7f64-4ff6-a524-ada081fe986e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0651450 Jun 18 16:28:14.525941 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1bfce8f1-791a-4b12-9916-70bb97fa97f8 req-1fb2ed67-a802-4899-9df3-add999d20645 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Jun 18 16:28:15.622268 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6d2bf1df-4639-431c-9860-d7b29bba8f90 req-3662915d-896f-4bab-8896-1e6e1f207e70 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c0be0e-37ec-4bdd-89fb-0c57228d45b5 HTTP/1.1" status: 200 len: 210 time: 0.0332172 Jun 18 16:28:15.704893 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59215f8-4f79-4c3e-a3c1-ea66486657c8 req-1309ffe4-4669-42f3-86b1-cf76e0010a7f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:15.707094 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a59215f8-4f79-4c3e-a3c1-ea66486657c8 req-1309ffe4-4669-42f3-86b1-cf76e0010a7f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0679598 Jun 18 16:28:15.750793 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a59215f8-4f79-4c3e-a3c1-ea66486657c8 req-60f4de3c-e4b9-4244-af71-8978b151700c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378811 Jun 18 16:28:15.854798 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38264) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.903361 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cc5948-f39b-4474-b54a-af04bb1cf0f6 admin admin] Deleting subnet a5b25fd2-5d8b-4e08-81e7-b41eef0e7dd0 {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:15.906623 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-70cc5948-f39b-4474-b54a-af04bb1cf0f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.942017 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-70cc5948-f39b-4474-b54a-af04bb1cf0f6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.952930 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-70cc5948-f39b-4474-b54a-af04bb1cf0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.021252 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-70cc5948-f39b-4474-b54a-af04bb1cf0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.030713 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8fcbbcd7-9e12-448d-821b-d5b5c53a0133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.073344 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-70cc5948-f39b-4474-b54a-af04bb1cf0f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.075731 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-70cc5948-f39b-4474-b54a-af04bb1cf0f6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a5b25fd2-5d8b-4e08-81e7-b41eef0e7dd0 HTTP/1.1" status: 204 len: 168 time: 0.2199094 Jun 18 16:28:16.076768 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc5948-f39b-4474-b54a-af04bb1cf0f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b25fd2-5d8b-4e08-81e7-b41eef0e7dd0,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:16.078545 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38270) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.079633 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-70cc5948-f39b-4474-b54a-af04bb1cf0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.151954 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.260326 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.273571 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.273945 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.274729 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.275066 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > port after_create 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.275381 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.275709 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > port after_update 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.276021 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.276329 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.276666 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.276960 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.401327 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.401591 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.401942 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.402263 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.402621 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d3aef3-ce74-4458-8bfe-2df4443a0deb']}} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.419991 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b934889-e764-43f1-998d-0c30ce6c69af') {'for_net_delete': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.420275 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b934889-e764-43f1-998d-0c30ce6c69af') {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.436128 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13143595'] for segment, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.456639 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.464117 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=92764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:16.464520 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12683862'] for segment, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: from cryptography.utils import int_from_bytes Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: from cryptography.utils import int_from_bytes Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: Traceback (most recent call last): Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: timer() Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: cb(*args, **kw) Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: return func(*args, **kwargs) Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: self._notify() Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: self.callback(batched_events) Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: event.method(event) Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: return f(self, *a, **k) Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._get(url).json() Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:16.468800 dv-cinder-792462-12-iscsi neutron-server[92764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:16.528176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.532240 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.536485 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.541230 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38280) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.541425 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/23d3aef3-ce74-4458-8bfe-2df4443a0deb HTTP/1.1" status: 204 len: 168 time: 0.4616225 Jun 18 16:28:16.551525 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d3aef3-ce74-4458-8bfe-2df4443a0deb,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:16.554445 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.593102 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a085cb-89ec-46ad-a035-08f421250b59 admin admin] Deleting subnet 735e0235-d8ca-4143-9452-3540f53aedbe {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:16.596733 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c4a085cb-89ec-46ad-a035-08f421250b59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.634271 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c4a085cb-89ec-46ad-a035-08f421250b59 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.639550 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c4a085cb-89ec-46ad-a035-08f421250b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.689777 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c4a085cb-89ec-46ad-a035-08f421250b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.692639 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a784a870-b8df-4114-b632-d0831c1ef556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.719480 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a085cb-89ec-46ad-a035-08f421250b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735e0235-d8ca-4143-9452-3540f53aedbe,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:16.723406 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c4a085cb-89ec-46ad-a035-08f421250b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.724372 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c4a085cb-89ec-46ad-a035-08f421250b59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.726247 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-c4a085cb-89ec-46ad-a035-08f421250b59 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/735e0235-d8ca-4143-9452-3540f53aedbe HTTP/1.1" status: 204 len: 168 time: 0.1840155 Jun 18 16:28:16.728691 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38284) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.800008 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.886704 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.899691 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.900156 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.900990 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.901402 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.901974 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.902189 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.902542 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.903207 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.903616 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.904003 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.956398 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d0a7-007b-4087-8660-464223f890c4 req-a628c349-b27f-46b5-9db6-d1abb54e0876 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:16.958598 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d112d0a7-007b-4087-8660-464223f890c4 req-a628c349-b27f-46b5-9db6-d1abb54e0876 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0651994 Jun 18 16:28:16.972119 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.972119 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.972119 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.972420 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:16.972642 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964a5e87-d26b-461d-b906-6fe70a90ef80']}} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.992868 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b367f71b-7b71-476d-9d06-5107a723873c') {'for_net_delete': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.993164 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b367f71b-7b71-476d-9d06-5107a723873c') {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:17.001933 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d112d0a7-007b-4087-8660-464223f890c4 req-10da5568-7772-4d4a-88d4-2a26f1955aa8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Jun 18 16:28:17.013528 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527961308'] for segment, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.043352 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.055399 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=92763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:17.055866 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12724927'] for segment, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: from cryptography.utils import int_from_bytes Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: from cryptography.utils import int_from_bytes Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: Traceback (most recent call last): Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: timer() Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: cb(*args, **kw) Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: return func(*args, **kwargs) Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: self._notify() Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: self.callback(batched_events) Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: event.method(event) Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: return f(self, *a, **k) Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._get(url).json() Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:17.060124 dv-cinder-792462-12-iscsi neutron-server[92763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:17.120676 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.126136 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-146df355-b46b-4ac9-9fcc-7681ba9c0386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:17.148692 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.150979 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/964a5e87-d26b-461d-b906-6fe70a90ef80 HTTP/1.1" status: 204 len: 168 time: 0.4213138 Jun 18 16:28:17.152075 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=964a5e87-d26b-461d-b906-6fe70a90ef80,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:17.154426 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e906ac84-f5dd-4787-adb9-864794ece5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:17.351758 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38314) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.648253 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-9c5331c0-282c-4b50-9c3a-cd500fb7acc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d47d72a7e1664270bc8402ef0a47e7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953417 Jun 18 16:28:17.650735 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38330) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.698044 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dea0b2fc-454d-4a52-8a2e-6dba55ac3f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.719130 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dea0b2fc-454d-4a52-8a2e-6dba55ac3f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.767086 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dea0b2fc-454d-4a52-8a2e-6dba55ac3f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.770553 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dea0b2fc-454d-4a52-8a2e-6dba55ac3f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.774172 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-dea0b2fc-454d-4a52-8a2e-6dba55ac3f93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a743750-3272-4649-b01d-ab7d1c174770 HTTP/1.1" status: 204 len: 168 time: 0.1201119 Jun 18 16:28:17.774172 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1eef6076-8f42-4c5d-a2cc-8147d3ba6025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:17.781616 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0b2fc-454d-4a52-8a2e-6dba55ac3f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a743750-3272-4649-b01d-ab7d1c174770,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:17.788769 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dea0b2fc-454d-4a52-8a2e-6dba55ac3f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.092722 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38344) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.142793 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-35e20513-e3e6-4bb4-8c17-6087cd7cc08c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdb9523f79eb4a6fb1f9ca453234f3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487907 Jun 18 16:28:18.143582 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38350) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.191328 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca0cd5-de57-4006-9856-26f71fd92d24 req-e75decd7-c1a3-42e9-9355-1a928740ad8f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:18.193041 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9bca0cd5-de57-4006-9856-26f71fd92d24 req-e75decd7-c1a3-42e9-9355-1a928740ad8f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0725079 Jun 18 16:28:18.210676 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de762d2f-f515-418d-8520-ff51ea03129d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.232332 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de762d2f-f515-418d-8520-ff51ea03129d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.238087 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9bca0cd5-de57-4006-9856-26f71fd92d24 req-9711f68e-15f4-4905-a3fe-6d7cb7ccda2e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389018 Jun 18 16:28:18.255112 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38354) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.318752 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba639b3-9fb4-4674-b8a2-d64a1068d787 admin admin] Deleting subnet d47613ad-5241-474d-b543-10a69f65485b {{(pid=92764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:18.321857 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cba639b3-9fb4-4674-b8a2-d64a1068d787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.349302 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de762d2f-f515-418d-8520-ff51ea03129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.352013 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-de762d2f-f515-418d-8520-ff51ea03129d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.353664 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-de762d2f-f515-418d-8520-ff51ea03129d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4273a524-cf4d-4a76-bc4f-a7bd2cdeddf0 HTTP/1.1" status: 204 len: 168 time: 0.2089245 Jun 18 16:28:18.359502 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d0cc6fc7-45d0-4c62-8356-65be6952fd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.371396 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cba639b3-9fb4-4674-b8a2-d64a1068d787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13143586'] for subnet, precommit_delete_associations {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.373307 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de762d2f-f515-418d-8520-ff51ea03129d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4273a524-cf4d-4a76-bc4f-a7bd2cdeddf0,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.391558 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-de762d2f-f515-418d-8520-ff51ea03129d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.422265 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cba639b3-9fb4-4674-b8a2-d64a1068d787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.484507 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cba639b3-9fb4-4674-b8a2-d64a1068d787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800642'] for subnet, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.486987 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-960a1514-af11-4552-b177-5ed49869843e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.524736 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba639b3-9fb4-4674-b8a2-d64a1068d787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47613ad-5241-474d-b543-10a69f65485b,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.528386 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cba639b3-9fb4-4674-b8a2-d64a1068d787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.532248 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cba639b3-9fb4-4674-b8a2-d64a1068d787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.538329 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-cba639b3-9fb4-4674-b8a2-d64a1068d787 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d47613ad-5241-474d-b543-10a69f65485b HTTP/1.1" status: 204 len: 168 time: 0.2821379 Jun 18 16:28:18.538735 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38362) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.621580 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.755685 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.767501 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8354dfd2-21f0-4a84-bece-f745c00fbc79']}} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:18.777946 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91b71a6-bb84-413a-8823-425caaf12d5b') {'for_net_delete': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:18.778237 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91b71a6-bb84-413a-8823-425caaf12d5b') {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:18.794360 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527961308'] for segment, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.809972 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.816022 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=92763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:18.816496 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12724927'] for segment, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: Traceback (most recent call last): Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: timer() Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: cb(*args, **kw) Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: return func(*args, **kwargs) Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: self._notify() Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: self.callback(batched_events) Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: event.method(event) Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: return f(self, *a, **k) Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._get(url).json() Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:18.818375 dv-cinder-792462-12-iscsi neutron-server[92763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:18.874722 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.878305 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.880929 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.883271 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] 10.222.0.44 "DELETE /v2.0/networks/8354dfd2-21f0-4a84-bece-f745c00fbc79 HTTP/1.1" status: 204 len: 168 time: 0.3432226 Jun 18 16:28:18.906092 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] Pushing event deleted for resources: {'Network': ['ID=8354dfd2-21f0-4a84-bece-f745c00fbc79,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.913313 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-32ee16e8-fe84-4e49-8612-a0006849b34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:19.079227 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38394) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:19.127756 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-ef510d58-2dad-4fcb-a966-b74895399d62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8dbda492c5824b359f85beb6ddb9118c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461047 Jun 18 16:28:19.130186 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38398) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:19.181524 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6a09e9b-98c2-4853-9327-44b172fba04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.203003 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6a09e9b-98c2-4853-9327-44b172fba04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.261995 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6a09e9b-98c2-4853-9327-44b172fba04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.264529 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6a09e9b-98c2-4853-9327-44b172fba04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.268653 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d6a09e9b-98c2-4853-9327-44b172fba04c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c79b8e9-560b-4d0f-89b2-d2829120d3b6 HTTP/1.1" status: 204 len: 168 time: 0.1344509 Jun 18 16:28:19.268653 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:19.274687 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a09e9b-98c2-4853-9327-44b172fba04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c79b8e9-560b-4d0f-89b2-d2829120d3b6,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:19.277176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d6a09e9b-98c2-4853-9327-44b172fba04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:19.948192 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38446) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:20.214129 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf5bf-f2eb-4af5-a2fb-746533b206a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.285348 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcfa3a-a7cb-44ec-b993-7bb0ae8e42d0 req-1702134f-f50d-4309-8a02-f286775fc935 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:20.286905 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-22bcfa3a-a7cb-44ec-b993-7bb0ae8e42d0 req-1702134f-f50d-4309-8a02-f286775fc935 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1197209 Jun 18 16:28:20.354092 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-22bcfa3a-a7cb-44ec-b993-7bb0ae8e42d0 req-17bc681a-8e67-477a-9b2c-26a09897c14c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557170 Jun 18 16:28:20.379842 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf5bf-f2eb-4af5-a2fb-746533b206a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.389926 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf5bf-f2eb-4af5-a2fb-746533b206a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.394822 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-33a09565-a4b3-4ae7-b52b-058941da790d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:20.431197 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d1dcf5bf-f2eb-4af5-a2fb-746533b206a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4577027e755647c4ad0c960bbe021521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4819353 Jun 18 16:28:20.432189 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcf5bf-f2eb-4af5-a2fb-746533b206a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa8ae32-ac25-4fc6-83b1-3226b28100e9,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:20.433847 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38464) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:20.435390 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d1dcf5bf-f2eb-4af5-a2fb-746533b206a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:20.490024 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fe10a8f6-bd7b-4c85-886e-c313647763dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.513865 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fe10a8f6-bd7b-4c85-886e-c313647763dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.561635 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fe10a8f6-bd7b-4c85-886e-c313647763dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.564157 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fe10a8f6-bd7b-4c85-886e-c313647763dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.565466 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-fe10a8f6-bd7b-4c85-886e-c313647763dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffa8ae32-ac25-4fc6-83b1-3226b28100e9 HTTP/1.1" status: 204 len: 168 time: 0.1286058 Jun 18 16:28:20.566221 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-89df6594-9842-4203-ac40-96d725f61feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:20.574195 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10a8f6-bd7b-4c85-886e-c313647763dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa8ae32-ac25-4fc6-83b1-3226b28100e9,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:20.576835 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-fe10a8f6-bd7b-4c85-886e-c313647763dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:22.380313 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac11264-04ce-4ec7-8cdc-35e46dfd6f19 req-4e834937-6f4c-4de3-8538-885d34580045 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:22.382709 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8ac11264-04ce-4ec7-8cdc-35e46dfd6f19 req-4e834937-6f4c-4de3-8538-885d34580045 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0685432 Jun 18 16:28:22.431045 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8ac11264-04ce-4ec7-8cdc-35e46dfd6f19 req-8051da99-7a02-4fd0-9f9b-4ecdb30fd0e9 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355844 Jun 18 16:28:23.627008 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ea820-3927-40d6-b22d-e657f1504560 req-1bc407bd-33ea-41ce-a837-149903368ccc tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:23.628699 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d06ea820-3927-40d6-b22d-e657f1504560 req-1bc407bd-33ea-41ce-a837-149903368ccc tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0695808 Jun 18 16:28:23.667968 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d06ea820-3927-40d6-b22d-e657f1504560 req-92096c38-7cd7-4867-bd4f-dbf10cdf02c4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Jun 18 16:28:24.394372 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38556) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.513296 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5c6417b6-a06e-49b7-86e6-c68a1f762af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.605136 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5c6417b6-a06e-49b7-86e6-c68a1f762af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.608891 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5c6417b6-a06e-49b7-86e6-c68a1f762af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.611216 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dea0b2fc-454d-4a52-8a2e-6dba55ac3f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:24.645390 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6417b6-a06e-49b7-86e6-c68a1f762af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7583d8b0-0561-4aca-82ef-14c6c1bbfed3,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:24.649937 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-5c6417b6-a06e-49b7-86e6-c68a1f762af6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c41f9d7f633e4cb5bdff7c49728d12ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545052 Jun 18 16:28:24.650775 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5c6417b6-a06e-49b7-86e6-c68a1f762af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:24.652482 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38566) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.698731 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9e4559c0-8d35-48fa-a599-b24528116f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.719346 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9e4559c0-8d35-48fa-a599-b24528116f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.764381 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9e4559c0-8d35-48fa-a599-b24528116f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.766927 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9e4559c0-8d35-48fa-a599-b24528116f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.768672 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-9e4559c0-8d35-48fa-a599-b24528116f4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7583d8b0-0561-4aca-82ef-14c6c1bbfed3 HTTP/1.1" status: 204 len: 168 time: 0.1152980 Jun 18 16:28:24.769330 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:24.776695 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4559c0-8d35-48fa-a599-b24528116f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7583d8b0-0561-4aca-82ef-14c6c1bbfed3,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:24.778941 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9e4559c0-8d35-48fa-a599-b24528116f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:25.026417 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38576) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.039566 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-1ed140a0-3d7a-4037-a898-9f00ee82ceea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.125007 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-1ed140a0-3d7a-4037-a898-9f00ee82ceea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.128578 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-1ed140a0-3d7a-4037-a898-9f00ee82ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.130910 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:25.166212 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-1ed140a0-3d7a-4037-a898-9f00ee82ceea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4614dd81e66b4a5da7fd15dd8d14f5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387725 Jun 18 16:28:25.167043 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed140a0-3d7a-4037-a898-9f00ee82ceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db8ee1a-20bd-48f3-84f5-e28fe19fee09,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:25.168797 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38578) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.170080 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-1ed140a0-3d7a-4037-a898-9f00ee82ceea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:25.217125 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d3d6-bb70-4a7c-8f15-34a3dff44faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.238023 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d3d6-bb70-4a7c-8f15-34a3dff44faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.283978 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d3d6-bb70-4a7c-8f15-34a3dff44faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.286517 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d3d6-bb70-4a7c-8f15-34a3dff44faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.287639 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a6b4d3d6-bb70-4a7c-8f15-34a3dff44faf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3db8ee1a-20bd-48f3-84f5-e28fe19fee09 HTTP/1.1" status: 204 len: 168 time: 0.1178746 Jun 18 16:28:25.288424 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8dcc758a-45be-44b9-b695-22221dc50419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:25.295606 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4d3d6-bb70-4a7c-8f15-34a3dff44faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db8ee1a-20bd-48f3-84f5-e28fe19fee09,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:25.297805 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a6b4d3d6-bb70-4a7c-8f15-34a3dff44faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:27.499550 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76312eb-a739-4879-b021-a6c41a36d21c req-df39b934-a536-415c-a22f-184546aa5505 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:27.501047 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b76312eb-a739-4879-b021-a6c41a36d21c req-df39b934-a536-415c-a22f-184546aa5505 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0744269 Jun 18 16:28:27.549089 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b76312eb-a739-4879-b021-a6c41a36d21c req-edada330-d6ba-47fb-93bf-78ef27583e72 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Jun 18 16:28:28.729426 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c41fe-4d71-421a-a220-227438c2d8c2 req-d69b8809-9a9f-4af4-93ec-43490f32714e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:28.731218 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-274c41fe-4d71-421a-a220-227438c2d8c2 req-d69b8809-9a9f-4af4-93ec-43490f32714e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0639334 Jun 18 16:28:28.791948 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-274c41fe-4d71-421a-a220-227438c2d8c2 req-0a9fa8bc-9ca6-473d-a997-1bfcfb9d77d3 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530128 Jun 18 16:28:29.436496 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38688) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:29.539191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-502c7d96-ea9d-4ec1-b2ee-eb4776eaff18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.638913 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-502c7d96-ea9d-4ec1-b2ee-eb4776eaff18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.646250 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-502c7d96-ea9d-4ec1-b2ee-eb4776eaff18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.650545 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-26af3a3a-5853-4e2c-a641-e25681b32ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:29.688226 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-502c7d96-ea9d-4ec1-b2ee-eb4776eaff18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de35cca70a8b4384ab5707a61cd820a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505167 Jun 18 16:28:29.689930 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c7d96-ea9d-4ec1-b2ee-eb4776eaff18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3698dc9-62de-4218-8303-ee4fbab130cb,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:29.691593 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38702) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:29.692967 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-502c7d96-ea9d-4ec1-b2ee-eb4776eaff18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:29.751069 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1758812a-bb4e-40f7-bfaa-60c75b25b83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.772130 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1758812a-bb4e-40f7-bfaa-60c75b25b83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.827152 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1758812a-bb4e-40f7-bfaa-60c75b25b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.830727 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1758812a-bb4e-40f7-bfaa-60c75b25b83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.835572 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1758812a-bb4e-40f7-bfaa-60c75b25b83b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3698dc9-62de-4218-8303-ee4fbab130cb HTTP/1.1" status: 204 len: 168 time: 0.1427491 Jun 18 16:28:29.876147 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-00ed34a6-dbb0-445d-89dd-1b5b700f8c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:29.902167 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758812a-bb4e-40f7-bfaa-60c75b25b83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3698dc9-62de-4218-8303-ee4fbab130cb,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:29.908204 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1758812a-bb4e-40f7-bfaa-60c75b25b83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:30.025057 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136dfc9-dd48-4653-bbae-22971732579d req-63dd6228-f272-401d-af8f-e51af8631db7 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:30.027610 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e136dfc9-dd48-4653-bbae-22971732579d req-63dd6228-f272-401d-af8f-e51af8631db7 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0837851 Jun 18 16:28:30.073295 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e136dfc9-dd48-4653-bbae-22971732579d req-4371ff9b-09b7-449d-a134-2c47dfb6f885 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Jun 18 16:28:30.222113 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38740) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.235287 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5141dfbf-7e3a-4eba-858d-14689a9f7185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.280774 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38742) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.331022 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5141dfbf-7e3a-4eba-858d-14689a9f7185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.334731 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5141dfbf-7e3a-4eba-858d-14689a9f7185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.338427 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5d8b2c35-6cae-41eb-9f4c-679a03fbb0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:30.377345 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-5141dfbf-7e3a-4eba-858d-14689a9f7185 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d3d46aa05c14510a58d7ec03c78b3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541319 Jun 18 16:28:30.378617 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141dfbf-7e3a-4eba-858d-14689a9f7185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d444ea-3a8c-4552-a2e3-90d669fb6409,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:30.380037 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38746) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.381477 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5141dfbf-7e3a-4eba-858d-14689a9f7185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:30.414626 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2655fefc-18d3-41ad-92e3-cb44c174a673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.469097 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-07722c40-1ecc-4cf5-aca0-78839420d12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.505179 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-07722c40-1ecc-4cf5-aca0-78839420d12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.576257 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-07722c40-1ecc-4cf5-aca0-78839420d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.578763 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-07722c40-1ecc-4cf5-aca0-78839420d12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.580497 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-07722c40-1ecc-4cf5-aca0-78839420d12e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5d444ea-3a8c-4552-a2e3-90d669fb6409 HTTP/1.1" status: 204 len: 168 time: 0.1994364 Jun 18 16:28:30.583635 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e0ff8875-f463-4bf4-8081-9d93cda37477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:30.586588 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2655fefc-18d3-41ad-92e3-cb44c174a673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.592945 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07722c40-1ecc-4cf5-aca0-78839420d12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d444ea-3a8c-4552-a2e3-90d669fb6409,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:30.597734 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2655fefc-18d3-41ad-92e3-cb44c174a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.597734 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-07722c40-1ecc-4cf5-aca0-78839420d12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:30.597734 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-07722c40-1ecc-4cf5-aca0-78839420d12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:30.638238 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-2655fefc-18d3-41ad-92e3-cb44c174a673 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f54e565f77144341958557eccc1195f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561845 Jun 18 16:28:30.640857 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38750) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.648355 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655fefc-18d3-41ad-92e3-cb44c174a673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac21c24-2c15-4b71-a24d-280bc41e7055,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:30.651832 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2655fefc-18d3-41ad-92e3-cb44c174a673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:30.694347 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d8556907-1f8f-464e-9b20-a77f9a45ce9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.719575 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d8556907-1f8f-464e-9b20-a77f9a45ce9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.771130 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d8556907-1f8f-464e-9b20-a77f9a45ce9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.773821 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d8556907-1f8f-464e-9b20-a77f9a45ce9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.777381 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d8556907-1f8f-464e-9b20-a77f9a45ce9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cac21c24-2c15-4b71-a24d-280bc41e7055 HTTP/1.1" status: 204 len: 168 time: 0.1323807 Jun 18 16:28:30.777381 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c658ed66-79cd-4fe9-aa92-d570323f8e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:30.789084 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8556907-1f8f-464e-9b20-a77f9a45ce9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac21c24-2c15-4b71-a24d-280bc41e7055,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:30.794453 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d8556907-1f8f-464e-9b20-a77f9a45ce9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:31.306080 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea3123-4c80-4ca8-a400-329e0dd0c2db req-f57c41e5-22c1-478c-a78f-8bab3166b99a tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:31.307949 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37ea3123-4c80-4ca8-a400-329e0dd0c2db req-f57c41e5-22c1-478c-a78f-8bab3166b99a tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0809832 Jun 18 16:28:31.382460 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37ea3123-4c80-4ca8-a400-329e0dd0c2db req-b5fed323-4758-4645-b2be-3fbe5b9bc9e9 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685873 Jun 18 16:28:31.622020 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38816) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:31.722863 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1273066101-network', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:31.747481 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Made reservation on behalf of 10a61164e6f74af2a2c5e6875d56aa53 for: {'network': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:31.749959 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.759212 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.865057 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.868048 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.870955 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d6ec401d-b0dc-4736-b950-5bdd9f8e2f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:31.894099 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=92764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:31.902590 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36de58c-ddc0-4075-9544-4f0de2408c49,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:31.906057 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:31.908860 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.909227 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.segments_db [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Added segment 6475a05c-2a5c-4df5-b75e-68d6f7b23166 of type vlan for network e357c514-b155-4f6b-ac2f-beeff42d1b30 Jun 18 16:28:31.951679 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.987433 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.988875 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:31.989716 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.991868 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:32.052703 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4268706 Jun 18 16:28:32.052897 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38830) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:32.057694 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Request body: {'subnet': {'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1273066101-subnet', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'ip_version': 4}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:32.061476 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=e357c514-b155-4f6b-ac2f-beeff42d1b30,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:32.065369 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:32.071845 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network e357c514-b155-4f6b-ac2f-beeff42d1b30 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:32.083227 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Made reservation on behalf of 10a61164e6f74af2a2c5e6875d56aa53 for: {'subnet': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:32.085705 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800681'] for subnet, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.260102 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12646972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800699'] for subnet, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.262092 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:32.315289 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456d5e3f-888a-4e1f-a78d-e72fd2b202b5,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:32.318419 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:32.325612 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Checking segment: {'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:32.326075 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Network hostable DHCP agents. Network: e357c514-b155-4f6b-ac2f-beeff42d1b30, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:32.341904 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Network e357c514-b155-4f6b-ac2f-beeff42d1b30 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:32.350686 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, e357c514-b155-4f6b-ac2f-beeff42d1b30) {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:32.354814 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:32.355658 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.361353 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d55ab3-430b-4c00-94c8-f743993327d8 None None] Network e357c514-b155-4f6b-ac2f-beeff42d1b30 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:32.375269 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3205624 Jun 18 16:28:32.377271 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38832) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:32.382010 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:32.403752 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-608661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8040'] for router, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.405129 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.478154 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.581109 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1914829-0908-5414-9e78-249191c0edbc-e357c514-b155-4f6b-ac2f-beeff42d1b30', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5'}]}} from dv-cinder-792462-12-iscsi. {{(pid=92765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:32.582014 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.622445 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835845d3-f839-4bab-ae29-14f874f8c952 req-6b4e090f-2b02-4a93-9fd9-981f71b444e2 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:32.624018 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-835845d3-f839-4bab-ae29-14f874f8c952 req-6b4e090f-2b02-4a93-9fd9-981f71b444e2 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0989408 Jun 18 16:28:32.643664 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.666004 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-835845d3-f839-4bab-ae29-14f874f8c952 req-9fe972ae-b75b-4c54-9348-28094aa98319 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356324 Jun 18 16:28:32.743810 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.db_base_plugin_common [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Allocated IP 172.20.0.2 (e357c514-b155-4f6b-ac2f-beeff42d1b30/456d5e3f-888a-4e1f-a78d-e72fd2b202b5/ecdd2418-4f01-4c07-9bfc-60245c81019c) {{(pid=92765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:32.880842 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.888883 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Notify callbacks [] for port, precommit_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.897619 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Transition to ACTIVE for port object ecdd2418-4f01-4c07-9bfc-60245c81019c will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:32.906134 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.913271 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Transition to ACTIVE for port object ecdd2418-4f01-4c07-9bfc-60245c81019c will not be triggered until provisioned by entity DHCP. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:32.919149 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.922352 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:32.970051 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Network e357c514-b155-4f6b-ac2f-beeff42d1b30 is already hosted by enough agents. {{(pid=92765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:32.979645 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.base_scheduler [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Resources bound (agent type, host, resource id): {{(pid=92765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:32.982633 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Received port after_create {{(pid=92765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:32.989456 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Pushing event updated for resources: {'Port': ['ID=ecdd2418-4f01-4c07-9bfc-60245c81019c,revision_number=1']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:32.996671 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:33.023534 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Allocated IP 172.27.3.92 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/4cec7f02-84c4-4082-8858-a369c815dcf3) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:33.056821 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Attempting to bind port ecdd2418-4f01-4c07-9bfc-60245c81019c on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:33.057198 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Attempting to bind port ecdd2418-4f01-4c07-9bfc-60245c81019c by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:33.057559 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Attempting to bind port ecdd2418-4f01-4c07-9bfc-60245c81019c on network e357c514-b155-4f6b-ac2f-beeff42d1b30 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:33.126201 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:33.126920 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Checking segment: {'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:33.127139 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.127892 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Bound using segment: {'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:33.128063 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Bound port: ecdd2418-4f01-4c07-9bfc-60245c81019c, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:33.128549 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.211356 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] For port ecdd2418-4f01-4c07-9bfc-60245c81019c, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:33.257888 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] For port ecdd2418-4f01-4c07-9bfc-60245c81019c, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=ecdd2418-4f01-4c07-9bfc-60245c81019c,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:33.271794 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.275722 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:33.344496 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Pushing event updated for resources: {'Port': ['ID=ecdd2418-4f01-4c07-9bfc-60245c81019c,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:33.348537 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:33.382601 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.420753 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.424609 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-10e79520-732c-4f81-9c54-4a33dba3cc24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:33.460251 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:33.463009 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:33.466607 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:33.494247 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4cec7f02-84c4-4082-8858-a369c815dcf3,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:33.498209 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:33.739994 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.943449 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e5660-39bc-4a7f-a1b2-3efce5b17d77 req-eda89966-3e91-4fa6-ba3e-e69cc3b6a7e0 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:33.944964 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7a6e5660-39bc-4a7f-a1b2-3efce5b17d77 req-eda89966-3e91-4fa6-ba3e-e69cc3b6a7e0 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1305845 Jun 18 16:28:34.039061 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7a6e5660-39bc-4a7f-a1b2-3efce5b17d77 req-3487de22-5953-4138-8aec-eb14d3fd0bd0 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598378 Jun 18 16:28:34.045513 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416'] for router, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.206608 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Router 2f672dd5-d648-4b2e-b117-e91d2ed46efa is scheduled to L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 with binding_index 1 {{(pid=92764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:28:34.279193 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c26a01d-d131-4537-b1b1-908491e28a48 None None] Network e357c514-b155-4f6b-ac2f-beeff42d1b30 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:34.317013 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:34.325638 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Sync routers for ids ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:34.337191 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Routers {'2f672dd5-d648-4b2e-b117-e91d2ed46efa'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:34.337908 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:28:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:34.339007 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.340414 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9619746 Jun 18 16:28:34.343518 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38888) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:34.424913 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-9166070c-bfb1-46a8-a6f2-85b0b3b95c65 None None] Provisioning for port ecdd2418-4f01-4c07-9bfc-60245c81019c completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:34.452816 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Set router 2f672dd5-d648-4b2e-b117-e91d2ed46efa gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:34.589706 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device ecdd2418-4f01-4c07-9bfc-60245c81019c up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:34.648894 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port ecdd2418-4f01-4c07-9bfc-60245c81019c completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:34.655599 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port ecdd2418-4f01-4c07-9bfc-60245c81019c triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:34.656068 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.682093 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:33Z', 'revision_number': 3, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:34.711477 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Checking router: 2f672dd5-d648-4b2e-b117-e91d2ed46efa for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:34.712167 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Updating router 2f672dd5-d648-4b2e-b117-e91d2ed46efa port 4cec7f02-84c4-4082-8858-a369c815dcf3 binding host dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:34.744256 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.792049 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port ecdd2418-4f01-4c07-9bfc-60245c81019c, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=ecdd2418-4f01-4c07-9bfc-60245c81019c,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:34.798266 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.800823 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:34.803862 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-bb5ca57a-4916-43c4-bcfe-2c0d80d03128 None None] Provisioning complete for port ecdd2418-4f01-4c07-9bfc-60245c81019c triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:34.804468 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca57a-4916-43c4-bcfe-2c0d80d03128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.821134 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.839774 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.890901 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=ecdd2418-4f01-4c07-9bfc-60245c81019c,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:34.898092 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.002364 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Allocated IP 172.20.0.1 (e357c514-b155-4f6b-ac2f-beeff42d1b30/456d5e3f-888a-4e1f-a78d-e72fd2b202b5/08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:35.113429 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.115205 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Notify callbacks [] for port, precommit_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.124889 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.provisioning_blocks [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Transition to ACTIVE for port object 4cec7f02-84c4-4082-8858-a369c815dcf3 will not be triggered until provisioned by entity L2. {{(pid=92766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:35.127918 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Transition to ACTIVE for port object 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:35.132613 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.135988 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-37530d14-c975-44db-8a7e-513bf793fa0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.170135 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.172098 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.178772 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Pushing event updated for resources: {'Port': ['ID=4cec7f02-84c4-4082-8858-a369c815dcf3,revision_number=2']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.190623 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.190991 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.191330 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.191753 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.192100 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.192421 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.192738 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.193074 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.193406 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.193756 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.194069 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.194378 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:35.202314 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.207514 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Attempting to bind port 4cec7f02-84c4-4082-8858-a369c815dcf3 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:35.207883 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Attempting to bind port 4cec7f02-84c4-4082-8858-a369c815dcf3 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:35.208239 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Attempting to bind port 4cec7f02-84c4-4082-8858-a369c815dcf3 on network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:35.213100 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:35.213464 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:35.213891 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.214289 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Bound using segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:35.214737 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Bound port: 4cec7f02-84c4-4082-8858-a369c815dcf3, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:35.215105 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.220609 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Network e357c514-b155-4f6b-ac2f-beeff42d1b30 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:35.223343 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:35.227689 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:35.247321 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Pushing event updated for resources: {'Port': ['ID=08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.251757 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.268956 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632111'] for router_interface, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.273904 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] For port 4cec7f02-84c4-4082-8858-a369c815dcf3, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:35.277128 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] For port 4cec7f02-84c4-4082-8858-a369c815dcf3, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=4cec7f02-84c4-4082-8858-a369c815dcf3,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:35.281601 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.284997 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-49a2fff6-c62b-46af-a0e4-c6d9f56c88dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.338819 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Routers {'2f672dd5-d648-4b2e-b117-e91d2ed46efa'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:35.339472 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:28:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:35.408793 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.440868 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Pushing event updated for resources: {'Port': ['ID=4cec7f02-84c4-4082-8858-a369c815dcf3,revision_number=3']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.444932 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-0ec2f396-1f5b-4bde-beab-12b7b44cd19c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.458993 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] Set router 2f672dd5-d648-4b2e-b117-e91d2ed46efa gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:35.483229 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-dc86997d-2968-4bc1-8e6d-78e844c836af None None] Provisioning for port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:35.487519 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-dc86997d-2968-4bc1-8e6d-78e844c836af None None] Provisioning complete for port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:35.487968 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-dc86997d-2968-4bc1-8e6d-78e844c836af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.523426 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-dc86997d-2968-4bc1-8e6d-78e844c836af None None] Port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:35.576463 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.582027 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12802647'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.584327 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.637179 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:33Z', 'revision_number': 3, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:35.651215 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634678'] for router_interface, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.652885 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Pushing event updated for resources: {'Port': ['ID=08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.656065 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.666832 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94647b13-d24d-49a7-af98-1af34f0fbc32 None None] The sync data for ids ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'] in dv-cinder-792462-12-iscsi is: [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:33Z', 'revision_number': 3, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:35.744692 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Network e357c514-b155-4f6b-ac2f-beeff42d1b30 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:35.746517 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:35.896266 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Router 2f672dd5-d648-4b2e-b117-e91d2ed46efa has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:35.950152 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-b77bea26-8012-45b3-acb3-96ca8a1ce38f None None] Provisioning complete for port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:35.950618 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-b77bea26-8012-45b3-acb3-96ca8a1ce38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.984647 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-b77bea26-8012-45b3-acb3-96ca8a1ce38f None None] Port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:36.016388 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:36.021807 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] 10.222.0.44 "PUT /v2.0/routers/2f672dd5-d648-4b2e-b117-e91d2ed46efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6768930 Jun 18 16:28:36.400381 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.471475 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f539a-a0a2-4b28-b437-6c5d5f6f322d req-c7a47c63-726c-40f0-816d-920bdd9ef516 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:36.473035 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-988f539a-a0a2-4b28-b437-6c5d5f6f322d req-c7a47c63-726c-40f0-816d-920bdd9ef516 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0812569 Jun 18 16:28:36.485608 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-091e7b71-3504-4f75-8d2f-fab6a826fdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.566006 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-988f539a-a0a2-4b28-b437-6c5d5f6f322d req-88a1d220-651b-4f74-8259-7fe83edc27a0 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843372 Jun 18 16:28:36.693624 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device ecdd2418-4f01-4c07-9bfc-60245c81019c up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:36.700563 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38928) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:36.706279 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-581702941-network', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:36.728762 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Made reservation on behalf of 8f2fe08211d94b90aa455767dd15fa23 for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:36.731410 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.740666 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.744284 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port ecdd2418-4f01-4c07-9bfc-60245c81019c triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:36.746801 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.856820 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4cec7f02-84c4-4082-8858-a369c815dcf3 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:36.870470 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.875022 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.878362 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-20393cdc-27c4-4cc1-8434-578589851959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:36.909190 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=92763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:36.916515 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 4cec7f02-84c4-4082-8858-a369c815dcf3 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:36.917281 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d1b8f5-71dd-4bce-8a03-2fc2c3afd9d8,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:36.920241 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 4cec7f02-84c4-4082-8858-a369c815dcf3 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:36.920613 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.922641 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:36.927982 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.928297 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Added segment c32fb0ce-d749-4d53-8ace-7211163f69c9 of type vlan for network 3be81e13-3599-4561-b486-704196b84835 Jun 18 16:28:36.976648 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.985461 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd05881-ec3c-448d-b24e-efe4ecdc1817 req-e2ea401a-7299-4f16-a1e6-aed060122ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:36.987286 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ffd05881-ec3c-448d-b24e-efe4ecdc1817 req-e2ea401a-7299-4f16-a1e6-aed060122ccc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 1098 time: 0.0605702 Jun 18 16:28:37.006459 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.007948 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.009421 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:37.010081 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.013063 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:37.031286 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ffd05881-ec3c-448d-b24e-efe4ecdc1817 req-cf51d24c-ff88-4a47-a31d-b7497ff0a577 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328407 Jun 18 16:28:37.032476 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 4cec7f02-84c4-4082-8858-a369c815dcf3, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=4cec7f02-84c4-4082-8858-a369c815dcf3,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:37.036666 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.039034 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:37.067485 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3657644 Jun 18 16:28:37.070266 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 38930) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:37.083200 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Request body: {'subnet': {'network_id': '3be81e13-3599-4561-b486-704196b84835', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-581702941-subnet', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'ip_version': 4}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:37.088772 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=4cec7f02-84c4-4082-8858-a369c815dcf3,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:37.092095 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:37.092604 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Pushing event updated for resources: {'Network': ['ID=3be81e13-3599-4561-b486-704196b84835,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:37.097462 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:37.116162 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Made reservation on behalf of 8f2fe08211d94b90aa455767dd15fa23 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:37.118051 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 3be81e13-3599-4561-b486-704196b84835 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:37.118773 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528059890'] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.326697 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12802773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528059872'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.330604 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:37.406292 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e677049-a126-4c9c-a43d-660bc62c69fc,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:37.419211 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:37.435064 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Checking segment: {'id': 'c32fb0ce-d749-4d53-8ace-7211163f69c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3be81e13-3599-4561-b486-704196b84835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:37.435428 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Network hostable DHCP agents. Network: 3be81e13-3599-4561-b486-704196b84835, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:37.453409 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Sync routers for ids ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:37.458189 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Network 3be81e13-3599-4561-b486-704196b84835 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:37.463598 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Routers {'2f672dd5-d648-4b2e-b117-e91d2ed46efa'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:37.464232 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:28:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:37.474746 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 3be81e13-3599-4561-b486-704196b84835) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:37.479489 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:37.480491 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.497329 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4259789 Jun 18 16:28:37.499974 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38946) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:37.504671 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-581702941-router', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:37.513305 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a686bf7-7d97-4516-9ce4-6c6d5792d0ca None None] Network 3be81e13-3599-4561-b486-704196b84835 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:37.527175 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-608661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8040'] for router, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.528255 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.585046 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.647268 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Set router 2f672dd5-d648-4b2e-b117-e91d2ed46efa gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:37.725379 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.842207 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1914829-0908-5414-9e78-249191c0edbc-3be81e13-3599-4561-b486-704196b84835', 'network_id': '3be81e13-3599-4561-b486-704196b84835', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'fixed_ips': [{'subnet_id': '4e677049-a126-4c9c-a43d-660bc62c69fc'}]}} from dv-cinder-792462-12-iscsi. {{(pid=92765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:37.843525 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.869729 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef4b57-2e2b-4072-9132-88cc01915015 req-03c6eb60-9b14-4cea-8011-a09851910c89 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:37.871554 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d1ef4b57-2e2b-4072-9132-88cc01915015 req-03c6eb60-9b14-4cea-8011-a09851910c89 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1219199 Jun 18 16:28:37.936266 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d1ef4b57-2e2b-4072-9132-88cc01915015 req-5dcbc0be-a16f-4148-96c2-26b59ecd858f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568399 Jun 18 16:28:38.053617 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc', 'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'mac_address': 'fa:16:3e:d5:94:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:34Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 2, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'subnets': [{'id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:38.066208 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.085830 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.db_base_plugin_common [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Allocated IP 172.20.0.2 (3be81e13-3599-4561-b486-704196b84835/4e677049-a126-4c9c-a43d-660bc62c69fc/9ad4d851-b9f0-4e76-a61e-223c9b14e119) {{(pid=92765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:38.088217 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Checking router: 2f672dd5-d648-4b2e-b117-e91d2ed46efa for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:38.088576 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Updating router 2f672dd5-d648-4b2e-b117-e91d2ed46efa port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc binding host dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:38.097193 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.149023 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.204269 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Allocated IP 172.27.3.8 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/4b2c5c54-497c-4548-923c-45dd31cc4d2e) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:38.307583 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.349215 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.352336 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:38.390313 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:38.394044 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:38.397572 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:38.424863 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2c5c54-497c-4548-923c-45dd31cc4d2e,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:38.425962 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Notify callbacks [] for port, precommit_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.428784 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:38.442163 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Transition to ACTIVE for port object 9ad4d851-b9f0-4e76-a61e-223c9b14e119 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:38.478624 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Transition to ACTIVE for port object 9ad4d851-b9f0-4e76-a61e-223c9b14e119 will not be triggered until provisioned by entity DHCP. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:38.490728 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.493905 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:38.568230 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Network 3be81e13-3599-4561-b486-704196b84835 is already hosted by enough agents. {{(pid=92765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:38.579081 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.base_scheduler [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Resources bound (agent type, host, resource id): {{(pid=92765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:38.582722 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Received port after_create {{(pid=92765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:38.593969 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4cec7f02-84c4-4082-8858-a369c815dcf3 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:38.601077 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Pushing event updated for resources: {'Port': ['ID=9ad4d851-b9f0-4e76-a61e-223c9b14e119,revision_number=1']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:38.604337 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:38.706031 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.777723 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Notify callbacks [] for port, precommit_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.810044 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Transition to ACTIVE for port object 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:38.828299 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.832660 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-46afa46b-d69d-47c7-bcb9-ce399ecc1311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:38.859997 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Attempting to bind port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:38.860362 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Attempting to bind port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': 'c32fb0ce-d749-4d53-8ace-7211163f69c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3be81e13-3599-4561-b486-704196b84835'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:38.860718 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Attempting to bind port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 on network 3be81e13-3599-4561-b486-704196b84835 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:38.889725 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:38.890117 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Checking segment: {'id': 'c32fb0ce-d749-4d53-8ace-7211163f69c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3be81e13-3599-4561-b486-704196b84835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:38.890529 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.891911 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Bound using segment: {'id': 'c32fb0ce-d749-4d53-8ace-7211163f69c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3be81e13-3599-4561-b486-704196b84835'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:38.892221 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Bound port: 9ad4d851-b9f0-4e76-a61e-223c9b14e119, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32fb0ce-d749-4d53-8ace-7211163f69c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3be81e13-3599-4561-b486-704196b84835'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:38.892663 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.902556 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-77702aff-fd07-4004-a2b6-2536f049e405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.956392 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320027e0-c259-4590-b2a4-b585148c9ee4 None None] Pushing event updated for resources: {'Port': ['ID=08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:38.964723 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-320027e0-c259-4590-b2a4-b585148c9ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:38.973535 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 4cec7f02-84c4-4082-8858-a369c815dcf3 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:38.973944 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.025770 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.111565 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] For port 9ad4d851-b9f0-4e76-a61e-223c9b14e119, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:39.116932 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Attempting to bind port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:39.117310 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Attempting to bind port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:39.117705 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Attempting to bind port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc on network e357c514-b155-4f6b-ac2f-beeff42d1b30 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:39.134860 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] For port 9ad4d851-b9f0-4e76-a61e-223c9b14e119, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=9ad4d851-b9f0-4e76-a61e-223c9b14e119,segment=NetworkSegment(c32fb0ce-d749-4d53-8ace-7211163f69c9),segment_id=c32fb0ce-d749-4d53-8ace-7211163f69c9)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:39.140021 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:39.140704 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Checking segment: {'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:39.141508 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.141884 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Bound using segment: {'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:39.142442 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Bound port: 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:39.142884 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.147159 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416'] for router, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.153893 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.160058 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:39.284596 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Pushing event updated for resources: {'Port': ['ID=9ad4d851-b9f0-4e76-a61e-223c9b14e119,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:39.291155 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:39.325098 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] For port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:39.329252 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] For port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:39.333923 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.335914 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:39.342900 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Router 0fe69829-06f2-4288-b31c-10a1b6834ebe is scheduled to L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 with binding_index 1 {{(pid=92764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:28:39.409125 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Routers {'2f672dd5-d648-4b2e-b117-e91d2ed46efa'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:39.413110 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:28:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:39.520376 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320027e0-c259-4590-b2a4-b585148c9ee4 None None] Pushing event updated for resources: {'Port': ['ID=08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:39.556044 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-320027e0-c259-4590-b2a4-b585148c9ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:39.580398 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:39.595269 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Sync routers for ids ['0fe69829-06f2-4288-b31c-10a1b6834ebe'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:39.606706 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Routers {'0fe69829-06f2-4288-b31c-10a1b6834ebe'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:39.607886 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:28:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['0fe69829-06f2-4288-b31c-10a1b6834ebe'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:39.615828 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Notify callbacks [] for router, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.619819 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1162426 Jun 18 16:28:39.620069 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 38984) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:39.659464 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] Set router 2f672dd5-d648-4b2e-b117-e91d2ed46efa gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:39.746984 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Set router 0fe69829-06f2-4288-b31c-10a1b6834ebe gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:39.914881 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc', 'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'mac_address': 'fa:16:3e:d5:94:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:34Z', 'updated_at': '2021-06-18T16:28:39Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'subnets': [{'id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:39.946669 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327bcdc-ea8e-44c6-837d-18b9f929498f None None] The sync data for ids ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'] in dv-cinder-792462-12-iscsi is: [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc', 'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'mac_address': 'fa:16:3e:d5:94:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:34Z', 'updated_at': '2021-06-18T16:28:39Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'subnets': [{'id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:39.951131 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'name': 'tempest-TestMinimumBasicScenario-581702941-router', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:37Z', 'updated_at': '2021-06-18T16:28:38Z', 'revision_number': 3, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'gw_port': {'id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:38Z', 'updated_at': '2021-06-18T16:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:39.982132 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Checking router: 0fe69829-06f2-4288-b31c-10a1b6834ebe for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:39.982664 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Updating router 0fe69829-06f2-4288-b31c-10a1b6834ebe port 4b2c5c54-497c-4548-923c-45dd31cc4d2e binding host dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:40.043432 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.063392 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.141469 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.382220 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Allocated IP 172.20.0.1 (3be81e13-3599-4561-b486-704196b84835/4e677049-a126-4c9c-a43d-660bc62c69fc/b128c5ca-51fe-4f3f-bdea-f8f988a3b615) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:40.419314 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Notify callbacks [] for port, precommit_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.432036 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.provisioning_blocks [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Transition to ACTIVE for port object 4b2c5c54-497c-4548-923c-45dd31cc4d2e will not be triggered until provisioned by entity L2. {{(pid=92766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:40.441374 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.442014 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0065ff41-21a5-45ee-ab2f-238051928a87 None None] Network 3be81e13-3599-4561-b486-704196b84835 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:40.444584 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:40.496907 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bab05e-f077-4af9-ab0d-4190057c2f1d None None] Pushing event updated for resources: {'Port': ['ID=4b2c5c54-497c-4548-923c-45dd31cc4d2e,revision_number=2']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:40.499684 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Attempting to bind port 4b2c5c54-497c-4548-923c-45dd31cc4d2e on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:40.499684 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Attempting to bind port 4b2c5c54-497c-4548-923c-45dd31cc4d2e by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:40.499986 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Attempting to bind port 4b2c5c54-497c-4548-923c-45dd31cc4d2e on network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:40.502753 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-71bab05e-f077-4af9-ab0d-4190057c2f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:40.506717 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:40.508189 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:40.508189 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.508189 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Bound using segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:40.508767 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Bound port: 4b2c5c54-497c-4548-923c-45dd31cc4d2e, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:40.508969 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.546329 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.572591 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Transition to ACTIVE for port object b128c5ca-51fe-4f3f-bdea-f8f988a3b615 will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:40.582219 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-d092e612-5270-479b-8f18-0084981774d1 None None] Provisioning for port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:40.623488 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] For port 4b2c5c54-497c-4548-923c-45dd31cc4d2e, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:40.631370 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] For port 4b2c5c54-497c-4548-923c-45dd31cc4d2e, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=4b2c5c54-497c-4548-923c-45dd31cc4d2e,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:40.637960 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.641687 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:40.664152 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.667610 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-aaac68e9-3736-4d29-93ab-596f3b33b2eb tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:40.715847 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Routers {'0fe69829-06f2-4288-b31c-10a1b6834ebe'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:40.716876 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:28:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['0fe69829-06f2-4288-b31c-10a1b6834ebe'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:40.730165 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Network 3be81e13-3599-4561-b486-704196b84835 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:40.738340 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:40.746151 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:40.752612 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:40.765072 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bab05e-f077-4af9-ab0d-4190057c2f1d None None] Pushing event updated for resources: {'Port': ['ID=4b2c5c54-497c-4548-923c-45dd31cc4d2e,revision_number=3']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:40.803229 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-71bab05e-f077-4af9-ab0d-4190057c2f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:40.805489 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Pushing event updated for resources: {'Port': ['ID=b128c5ca-51fe-4f3f-bdea-f8f988a3b615,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:40.810417 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:40.822592 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632111'] for router_interface, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.836228 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:40.841390 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:40.841390 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.952342 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.995610 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:41.003188 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.005644 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 9ad4d851-b9f0-4e76-a61e-223c9b14e119 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:41.008097 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.118949 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.132654 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] Set router 0fe69829-06f2-4288-b31c-10a1b6834ebe gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:41.139601 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:41.143654 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.183458 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:41.191740 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:41.192235 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.193877 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Provisioning complete for port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:41.194486 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.200695 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1945366-a5a4-48b3-a363-337216ee9f6e req-99f348ba-123a-4454-9c98-0ecf20e62427 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:41.202290 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f1945366-a5a4-48b3-a363-337216ee9f6e req-99f348ba-123a-4454-9c98-0ecf20e62427 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1977205 Jun 18 16:28:41.301329 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f1945366-a5a4-48b3-a363-337216ee9f6e req-6d844d9e-ca9f-4e5c-95b2-7cb4efda95c1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856509 Jun 18 16:28:41.444534 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.449396 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'name': 'tempest-TestMinimumBasicScenario-581702941-router', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:37Z', 'updated_at': '2021-06-18T16:28:38Z', 'revision_number': 3, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'gw_port': {'id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:38Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:41.487805 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.495346 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.499397 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.500910 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.525195 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] For port 9ad4d851-b9f0-4e76-a61e-223c9b14e119, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=9ad4d851-b9f0-4e76-a61e-223c9b14e119,segment=NetworkSegment(c32fb0ce-d749-4d53-8ace-7211163f69c9),segment_id=c32fb0ce-d749-4d53-8ace-7211163f69c9)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:41.529956 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cfba6-a46d-4950-8d3b-0cc822926d84 None None] The sync data for ids ['0fe69829-06f2-4288-b31c-10a1b6834ebe'] in dv-cinder-792462-12-iscsi is: [{'id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'name': 'tempest-TestMinimumBasicScenario-581702941-router', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:37Z', 'updated_at': '2021-06-18T16:28:38Z', 'revision_number': 3, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'gw_port': {'id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:38Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:41.539410 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.551235 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.584515 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634678'] for router_interface, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.627936 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Provisioning for port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:41.633228 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Pushing event updated for resources: {'Port': ['ID=b128c5ca-51fe-4f3f-bdea-f8f988a3b615,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:41.643615 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.652755 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Provisioning complete for port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:41.653206 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.665648 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.db.api [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:28:41.666123 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_db.api [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:28:41.688708 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Pushing event updated for resources: {'Port': ['ID=9ad4d851-b9f0-4e76-a61e-223c9b14e119,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:41.692995 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.705752 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:41.769634 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Network 3be81e13-3599-4561-b486-704196b84835 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:41.771235 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:41.831520 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-35f24736-0df1-4b33-b264-1f6c47789d2d None None] Provisioning complete for port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:41.831995 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-35f24736-0df1-4b33-b264-1f6c47789d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.928977 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-35f24736-0df1-4b33-b264-1f6c47789d2d None None] Port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:41.952838 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.982811 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Router 0fe69829-06f2-4288-b31c-10a1b6834ebe has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:42.116950 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:42.122473 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] 10.222.0.44 "PUT /v2.0/routers/0fe69829-06f2-4288-b31c-10a1b6834ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5013607 Jun 18 16:28:42.152716 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-297ecfd3-36d5-43c2-9346-2ed9aeed790d None None] Provisioning complete for port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:42.153265 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-297ecfd3-36d5-43c2-9346-2ed9aeed790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.347091 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-297ecfd3-36d5-43c2-9346-2ed9aeed790d None None] Port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:42.512773 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd94a0-ac94-4c5d-bab6-13947e531088 req-0d5da7e5-5b38-4bdd-864c-a3c74c5b5bf5 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:42.514189 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c1bd94a0-ac94-4c5d-bab6-13947e531088 req-0d5da7e5-5b38-4bdd-864c-a3c74c5b5bf5 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0765378 Jun 18 16:28:42.555031 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c1bd94a0-ac94-4c5d-bab6-13947e531088 req-8013e642-a4ed-4930-b034-cadc9a98a524 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Jun 18 16:28:42.704586 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:42.771497 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:42.771931 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.827711 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbb358-9185-4270-80ac-fa9377b5f22b req-e4a21fff-bab8-49fc-8277-8723cb6b59ed tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:42.829832 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e6dbb358-9185-4270-80ac-fa9377b5f22b req-e4a21fff-bab8-49fc-8277-8723cb6b59ed tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1458812 Jun 18 16:28:42.897270 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e6dbb358-9185-4270-80ac-fa9377b5f22b req-f0270487-80cc-428e-8089-e9b682fbf66b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613606 Jun 18 16:28:42.900451 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4b2c5c54-497c-4548-923c-45dd31cc4d2e up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:42.960617 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 4b2c5c54-497c-4548-923c-45dd31cc4d2e completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:42.964839 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 4b2c5c54-497c-4548-923c-45dd31cc4d2e triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:42.965111 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.068572 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.119187 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 4b2c5c54-497c-4548-923c-45dd31cc4d2e, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=4b2c5c54-497c-4548-923c-45dd31cc4d2e,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:43.128668 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.129662 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 9ad4d851-b9f0-4e76-a61e-223c9b14e119 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:43.135325 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-71235f6a-0da0-425d-83be-45eb8b3f9bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:43.274375 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=4b2c5c54-497c-4548-923c-45dd31cc4d2e,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:43.281187 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:43.292238 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:43.292614 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.776130 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Sync routers for ids ['0fe69829-06f2-4288-b31c-10a1b6834ebe'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:43.795990 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Routers {'0fe69829-06f2-4288-b31c-10a1b6834ebe'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:43.796652 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:28:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['0fe69829-06f2-4288-b31c-10a1b6834ebe'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:43.936713 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Set router 0fe69829-06f2-4288-b31c-10a1b6834ebe gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:44.172928 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'name': 'tempest-TestMinimumBasicScenario-581702941-router', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:37Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 4, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'gw_port': {'id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:38Z', 'updated_at': '2021-06-18T16:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'b128c5ca-51fe-4f3f-bdea-f8f988a3b615', 'name': '', 'network_id': '3be81e13-3599-4561-b486-704196b84835', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'mac_address': 'fa:16:3e:89:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4e677049-a126-4c9c-a43d-660bc62c69fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:40Z', 'updated_at': '2021-06-18T16:28:41Z', 'revision_number': 2, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'subnets': [{'id': '4e677049-a126-4c9c-a43d-660bc62c69fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:44.200123 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Checking router: 0fe69829-06f2-4288-b31c-10a1b6834ebe for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:44.200486 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Updating router 0fe69829-06f2-4288-b31c-10a1b6834ebe port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 binding host dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:44.242859 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.581404 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Notify callbacks [] for port, precommit_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.592487 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4b2c5c54-497c-4548-923c-45dd31cc4d2e up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:44.623631 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Transition to ACTIVE for port object b128c5ca-51fe-4f3f-bdea-f8f988a3b615 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:44.636217 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.640348 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-17a4defd-ec10-4505-a3d5-9db4637387f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:44.732837 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64f189-8dd6-48be-a1b7-edbb72faf28b None None] Pushing event updated for resources: {'Port': ['ID=b128c5ca-51fe-4f3f-bdea-f8f988a3b615,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:44.736858 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-1e64f189-8dd6-48be-a1b7-edbb72faf28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:44.772080 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 4b2c5c54-497c-4548-923c-45dd31cc4d2e triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:44.772080 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.829843 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Attempting to bind port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:44.830271 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Attempting to bind port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': 'c32fb0ce-d749-4d53-8ace-7211163f69c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3be81e13-3599-4561-b486-704196b84835'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:44.830597 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Attempting to bind port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 on network 3be81e13-3599-4561-b486-704196b84835 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:44.839636 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:44.840016 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Checking segment: {'id': 'c32fb0ce-d749-4d53-8ace-7211163f69c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3be81e13-3599-4561-b486-704196b84835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:44.840424 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.840822 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Bound using segment: {'id': 'c32fb0ce-d749-4d53-8ace-7211163f69c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3be81e13-3599-4561-b486-704196b84835'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:44.841303 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Bound port: b128c5ca-51fe-4f3f-bdea-f8f988a3b615, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32fb0ce-d749-4d53-8ace-7211163f69c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3be81e13-3599-4561-b486-704196b84835'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:44.841727 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.964540 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] For port b128c5ca-51fe-4f3f-bdea-f8f988a3b615, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:44.968510 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] For port b128c5ca-51fe-4f3f-bdea-f8f988a3b615, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=b128c5ca-51fe-4f3f-bdea-f8f988a3b615,segment=NetworkSegment(c32fb0ce-d749-4d53-8ace-7211163f69c9),segment_id=c32fb0ce-d749-4d53-8ace-7211163f69c9)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:44.989288 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.992887 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-46afa46b-d69d-47c7-bcb9-ce399ecc1311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.082695 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Routers {'0fe69829-06f2-4288-b31c-10a1b6834ebe'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:45.083335 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:28:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['0fe69829-06f2-4288-b31c-10a1b6834ebe'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:45.092276 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64f189-8dd6-48be-a1b7-edbb72faf28b None None] Pushing event updated for resources: {'Port': ['ID=b128c5ca-51fe-4f3f-bdea-f8f988a3b615,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:45.131110 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-1e64f189-8dd6-48be-a1b7-edbb72faf28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:45.232389 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] Set router 0fe69829-06f2-4288-b31c-10a1b6834ebe gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:45.511013 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'name': 'tempest-TestMinimumBasicScenario-581702941-router', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:37Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 4, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'gw_port': {'id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:38Z', 'updated_at': '2021-06-18T16:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'b128c5ca-51fe-4f3f-bdea-f8f988a3b615', 'name': '', 'network_id': '3be81e13-3599-4561-b486-704196b84835', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'mac_address': 'fa:16:3e:89:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4e677049-a126-4c9c-a43d-660bc62c69fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:40Z', 'updated_at': '2021-06-18T16:28:44Z', 'revision_number': 4, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'subnets': [{'id': '4e677049-a126-4c9c-a43d-660bc62c69fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:45.554163 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea263674-6a67-40f2-b18a-26baff59081e None None] The sync data for ids ['0fe69829-06f2-4288-b31c-10a1b6834ebe'] in dv-cinder-792462-12-iscsi is: [{'id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'name': 'tempest-TestMinimumBasicScenario-581702941-router', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:37Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 4, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'gw_port': {'id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:38Z', 'updated_at': '2021-06-18T16:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'b128c5ca-51fe-4f3f-bdea-f8f988a3b615', 'name': '', 'network_id': '3be81e13-3599-4561-b486-704196b84835', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'mac_address': 'fa:16:3e:89:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4e677049-a126-4c9c-a43d-660bc62c69fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:40Z', 'updated_at': '2021-06-18T16:28:44Z', 'revision_number': 4, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'subnets': [{'id': '4e677049-a126-4c9c-a43d-660bc62c69fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:45.675918 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:28:46.642869 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device b128c5ca-51fe-4f3f-bdea-f8f988a3b615 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:46.730392 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:46.736522 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:46.736939 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.898201 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.963751 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port b128c5ca-51fe-4f3f-bdea-f8f988a3b615, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=b128c5ca-51fe-4f3f-bdea-f8f988a3b615,segment=NetworkSegment(c32fb0ce-d749-4d53-8ace-7211163f69c9),segment_id=c32fb0ce-d749-4d53-8ace-7211163f69c9)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:46.971179 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.973209 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:47.040374 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=b128c5ca-51fe-4f3f-bdea-f8f988a3b615,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:47.044204 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:47.305339 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b537f-5cb5-4bd7-a5a4-4eef5e447c4a req-04b391e1-ca76-4197-81e0-5dd594366520 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:47.306908 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-602b537f-5cb5-4bd7-a5a4-4eef5e447c4a req-04b391e1-ca76-4197-81e0-5dd594366520 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1016185 Jun 18 16:28:47.309078 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c96ee-2657-4b06-8359-3a68b94fc1a9 req-dc40f433-b240-44a0-b8b6-c2446028626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:47.310488 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-745c96ee-2657-4b06-8359-3a68b94fc1a9 req-dc40f433-b240-44a0-b8b6-c2446028626b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 1099 time: 0.1683474 Jun 18 16:28:47.446285 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-602b537f-5cb5-4bd7-a5a4-4eef5e447c4a req-86dc6dbd-5a76-4f7b-8d4f-a63619b108b1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318915 Jun 18 16:28:47.498184 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c96ee-2657-4b06-8359-3a68b94fc1a9 req-49fb4ebd-325d-441f-b1f4-fc0bb72b9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:47.499840 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-745c96ee-2657-4b06-8359-3a68b94fc1a9 req-49fb4ebd-325d-441f-b1f4-fc0bb72b9b27 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 200 len: 919 time: 0.1749170 Jun 18 16:28:47.591086 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-745c96ee-2657-4b06-8359-3a68b94fc1a9 req-1b5beb61-f54e-4c5d-933f-c290275a2718 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31 HTTP/1.1" status: 200 len: 217 time: 0.0677907 Jun 18 16:28:47.680433 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c96ee-2657-4b06-8359-3a68b94fc1a9 req-7c6fce92-8c3b-46f2-b3d2-633c00aa84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:47.682028 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-745c96ee-2657-4b06-8359-3a68b94fc1a9 req-7c6fce92-8c3b-46f2-b3d2-633c00aa84b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6 HTTP/1.1" status: 200 len: 858 time: 0.0700860 Jun 18 16:28:47.729653 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-745c96ee-2657-4b06-8359-3a68b94fc1a9 req-f7e5a444-6bb4-4ba3-88c4-f47bded8dd32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9bc59cc-d3ee-4170-96ce-60655b53d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316367 Jun 18 16:28:47.846226 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-745c96ee-2657-4b06-8359-3a68b94fc1a9 req-6a29b272-0f76-4a79-ad75-dd42840e50ef service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012111 Jun 18 16:28:47.950369 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-745c96ee-2657-4b06-8359-3a68b94fc1a9 req-734ddd02-61e6-4c83-9c54-4d76dcc0e0df service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956240 Jun 18 16:28:48.611818 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device b128c5ca-51fe-4f3f-bdea-f8f988a3b615 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:48.736601 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb385c-0aeb-4cf3-8ba1-0e3829dbead5 req-7e6395c6-43b5-4f9a-8cf7-52f7997c2bc1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:48.738333 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1ceb385c-0aeb-4cf3-8ba1-0e3829dbead5 req-7e6395c6-43b5-4f9a-8cf7-52f7997c2bc1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0767756 Jun 18 16:28:48.758471 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:48.758852 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.788967 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1ceb385c-0aeb-4cf3-8ba1-0e3829dbead5 req-be3ec03f-9001-4dff-92d4-0257ad088e36 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417135 Jun 18 16:28:49.983216 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ad03c-e2fb-4433-9589-7ee35b6b7dc9 req-3622e349-a614-46fc-8361-50cdbf4de9d7 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:49.990351 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fe7ad03c-e2fb-4433-9589-7ee35b6b7dc9 req-3622e349-a614-46fc-8361-50cdbf4de9d7 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0742459 Jun 18 16:28:50.039328 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fe7ad03c-e2fb-4433-9589-7ee35b6b7dc9 req-ce268665-0249-49b1-aba9-9977880fa066 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477307 Jun 18 16:28:52.435175 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc786cc-f31a-4952-994a-b9028245fbaf req-df1d2e6a-218c-452d-a780-fb7d7b79843e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:52.436639 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3cc786cc-f31a-4952-994a-b9028245fbaf req-df1d2e6a-218c-452d-a780-fb7d7b79843e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0740516 Jun 18 16:28:52.479892 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3cc786cc-f31a-4952-994a-b9028245fbaf req-0d8802f3-66b9-488b-a4e5-38cb21decb27 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358608 Jun 18 16:28:55.817937 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd0214-ae15-4d85-a50a-2181551d4bcc req-d26b090c-85fc-4b1e-8797-0314ecdf9f32 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:55.819394 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-54fd0214-ae15-4d85-a50a-2181551d4bcc req-d26b090c-85fc-4b1e-8797-0314ecdf9f32 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0626414 Jun 18 16:28:55.823240 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-be686b5d-32e0-454e-b739-8b1dd23b4fd6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:55.824666 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-be686b5d-32e0-454e-b739-8b1dd23b4fd6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/networks?id=e357c514-b155-4f6b-ac2f-beeff42d1b30 HTTP/1.1" status: 200 len: 815 time: 0.1008890 Jun 18 16:28:55.839198 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-fe031527-d63a-41dd-b979-e10a7aa40dd2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/quotas/10a61164e6f74af2a2c5e6875d56aa53 HTTP/1.1" status: 200 len: 375 time: 0.0089278 Jun 18 16:28:55.868291 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-54fd0214-ae15-4d85-a50a-2181551d4bcc req-4b83034d-4c9b-4651-9fe4-725cbbd0ca88 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432124 Jun 18 16:28:55.917812 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-2f3e9c72-540b-4efa-9222-707076c0a4df tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10a61164e6f74af2a2c5e6875d56aa53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719049 Jun 18 16:28:56.011064 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-3e9a3b5a-ce83-4d09-832f-518b82e41f0e service neutron] 10.222.0.44 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805943 Jun 18 16:28:56.101988 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-b09d0e36-d314-4d0b-b3bf-73e1e17b9fc5 service neutron] 10.222.0.44 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848756 Jun 18 16:28:56.492238 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-509c2980-e2c4-4d94-8e94-da5829c466dd req-1b871708-0f52-4185-bd90-3d38d9f9eede tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 210 time: 0.2496018 Jun 18 16:28:59.006575 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-47687027-2f09-48f3-aaeb-31f5a7d41a61 req-e016db69-dd8b-46bb-9428-53dc78d60df5 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 210 time: 0.0313294 Jun 18 16:28:59.010960 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462848a4-fa6c-44f4-a4fa-38a86a1ff0fa req-edc880be-d55f-4989-9e4a-acb087c0209f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:59.012457 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-462848a4-fa6c-44f4-a4fa-38a86a1ff0fa req-edc880be-d55f-4989-9e4a-acb087c0209f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0681913 Jun 18 16:28:59.055581 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-462848a4-fa6c-44f4-a4fa-38a86a1ff0fa req-c660ece7-a933-40cc-b060-3386acad0a9f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Jun 18 16:28:59.775183 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-ab2884b9-30d6-4c2c-a632-3f642ac3e9fd tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:59.776599 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-ab2884b9-30d6-4c2c-a632-3f642ac3e9fd tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.72 "GET /v2.0/networks?id=e357c514-b155-4f6b-ac2f-beeff42d1b30 HTTP/1.1" status: 200 len: 815 time: 0.1037338 Jun 18 16:28:59.806074 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'port': {'device_id': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'admin_state_up': True, 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:59.930762 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Made reservation on behalf of 10a61164e6f74af2a2c5e6875d56aa53 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:59.934638 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.065101 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Allocated IP 172.20.0.7 (e357c514-b155-4f6b-ac2f-beeff42d1b30/456d5e3f-888a-4e1f-a78d-e72fd2b202b5/132db171-db3f-4b7f-a141-9b5607a75c8a) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:00.187073 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a6907b14-e95a-4ca3-ae16-83eb9a55d62d req-9f1411f1-d3ce-46f1-8c1d-8ba92e5be97f tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 210 time: 0.0417371 Jun 18 16:29:00.273715 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.291410 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Transition to ACTIVE for port object 132db171-db3f-4b7f-a141-9b5607a75c8a will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:00.301720 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0baa-6d53-4069-9cad-ea69cb307f21 req-a808da5b-ac55-4c3d-aa1e-c6af3d6c6985 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:00.303172 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7f4f0baa-6d53-4069-9cad-ea69cb307f21 req-a808da5b-ac55-4c3d-aa1e-c6af3d6c6985 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1193240 Jun 18 16:29:00.369349 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7f4f0baa-6d53-4069-9cad-ea69cb307f21 req-189c69f2-ceba-4c0f-8f12-33f613340723 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580454 Jun 18 16:29:00.372405 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.377425 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:00.436307 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Network e357c514-b155-4f6b-ac2f-beeff42d1b30 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:00.440060 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:00.457759 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:00.462719 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'Port': ['ID=132db171-db3f-4b7f-a141-9b5607a75c8a,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:00.494905 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.495545 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.502820 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.503407 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.504032 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.504451 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.504791 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.505716 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.505716 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.505943 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.506346 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.506692 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:00.518596 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:00.559624 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:00.560263 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.582523 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7801270 Jun 18 16:29:00.738293 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-a44c3bbd-99d3-47c6-80df-5e77e2c806d9 None None] Provisioning for port 132db171-db3f-4b7f-a141-9b5607a75c8a completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:00.744517 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-a44c3bbd-99d3-47c6-80df-5e77e2c806d9 None None] Provisioning complete for port 132db171-db3f-4b7f-a141-9b5607a75c8a triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:00.745139 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a44c3bbd-99d3-47c6-80df-5e77e2c806d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.786808 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-a44c3bbd-99d3-47c6-80df-5e77e2c806d9 None None] Port 132db171-db3f-4b7f-a141-9b5607a75c8a cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:01.009975 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39404) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:01.173564 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.281065 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.285839 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.289405 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1f9846ff-5792-4e35-a78f-92f14545f454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:01.556297 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af096ee-ee16-4d86-a560-4271d0a1d468,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:01.560475 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81b9bb34edc94292b2ddb8fa39773507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5494277 Jun 18 16:29:01.565208 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39422) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:01.575832 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.576194 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.576783 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.577484 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.577484 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.577835 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.578180 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.578529 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.578871 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.579209 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.579634 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.579868 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:01.588373 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:01.631786 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a2891bd9-44b7-4174-81c9-6f7adb4f18db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.659811 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a2891bd9-44b7-4174-81c9-6f7adb4f18db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.717935 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a2891bd9-44b7-4174-81c9-6f7adb4f18db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.721994 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a2891bd9-44b7-4174-81c9-6f7adb4f18db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.727073 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a2891bd9-44b7-4174-81c9-6f7adb4f18db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9af096ee-ee16-4d86-a560-4271d0a1d468 HTTP/1.1" status: 204 len: 168 time: 0.1608355 Jun 18 16:29:01.728123 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-d2fc05b0-2d4a-44f4-8a56-46c06542a0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:01.752080 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2891bd9-44b7-4174-81c9-6f7adb4f18db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af096ee-ee16-4d86-a560-4271d0a1d468,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:01.758442 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a2891bd9-44b7-4174-81c9-6f7adb4f18db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:02.471470 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39464) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:02.594402 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-205855680-network', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:02.615864 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Made reservation on behalf of de0d7ebd4d364650bfa9c21aef077a92 for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:02.618291 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.626844 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.739180 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.742925 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.745745 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-41066a43-426c-4738-942e-59985befaba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:02.768122 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=92763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:02.777547 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac81939-d815-40e5-b2a9-660451c93a7b,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:02.782403 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:02.783731 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.784272 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Added segment be1ba4ad-19bd-4e23-bb31-40e6005ac6e0 of type vlan for network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea Jun 18 16:29:02.836440 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.892316 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.894918 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:02.895731 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.902886 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-01342ba0-057b-4e73-9f49-954a169e7475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:02.958999 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4862237 Jun 18 16:29:02.961890 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39472) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:02.966141 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=8eae9aae-2185-4f8c-9b9e-215092b9d0ea,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:02.966891 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Request body: {'subnet': {'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-205855680-subnet', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'ip_version': 4}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:02.969715 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:02.977554 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:02.987797 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Made reservation on behalf of de0d7ebd4d364650bfa9c21aef077a92 for: {'subnet': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:02.990187 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800681'] for subnet, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.198730 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12646972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800699'] for subnet, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.204735 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:03.286599 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:03.293054 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:03.302346 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Checking segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:03.302674 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Network hostable DHCP agents. Network: 8eae9aae-2185-4f8c-9b9e-215092b9d0ea, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:03.335835 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:03.350511 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 8eae9aae-2185-4f8c-9b9e-215092b9d0ea) {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:03.362157 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb39448-7e12-4f37-9daa-7dda4185f332 None None] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:03.364169 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:03.365818 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.397802 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4346454 Jun 18 16:29:03.400392 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39492) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:03.407538 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:03.447800 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-608661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8040'] for router, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.449225 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.547152 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.720400 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.727139 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1914829-0908-5414-9e78-249191c0edbc-8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58'}]}} from dv-cinder-792462-12-iscsi. {{(pid=92765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:03.728229 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.867472 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.db_base_plugin_common [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Allocated IP 172.20.0.2 (8eae9aae-2185-4f8c-9b9e-215092b9d0ea/d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58/ac19c800-41cb-4f54-a94e-1fff688c7202) {{(pid=92765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:03.926806 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.948261 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.039813 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Notify callbacks [] for port, precommit_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.048616 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Transition to ACTIVE for port object ac19c800-41cb-4f54-a94e-1fff688c7202 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:04.063561 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Transition to ACTIVE for port object ac19c800-41cb-4f54-a94e-1fff688c7202 will not be triggered until provisioned by entity DHCP. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:04.069416 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.071399 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Allocated IP 172.27.3.93 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/bf02fb4d-d316-467c-8a42-c0222ba38b25) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:04.072221 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:04.112485 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea is already hosted by enough agents. {{(pid=92765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:04.119047 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.base_scheduler [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Resources bound (agent type, host, resource id): {{(pid=92765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:04.122229 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Received port after_create {{(pid=92765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:04.125614 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Pushing event updated for resources: {'Port': ['ID=ac19c800-41cb-4f54-a94e-1fff688c7202,revision_number=1']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:04.147207 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.147558 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.147890 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.148215 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.148556 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.148857 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.149170 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.149482 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.149823 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.150137 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.150444 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.150750 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:04.177499 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:04.203795 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.217558 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Attempting to bind port ac19c800-41cb-4f54-a94e-1fff688c7202 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:04.218042 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Attempting to bind port ac19c800-41cb-4f54-a94e-1fff688c7202 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:04.218576 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Attempting to bind port ac19c800-41cb-4f54-a94e-1fff688c7202 on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:04.223582 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:04.223950 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Checking segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:04.224347 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.224738 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Bound using segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:04.225200 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Bound port: ac19c800-41cb-4f54-a94e-1fff688c7202, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:04.225568 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.242984 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.246064 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:04.288865 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:04.290411 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:04.293884 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:04.321386 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Pushing event updated for resources: {'Port': ['ID=bf02fb4d-d316-467c-8a42-c0222ba38b25,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:04.325386 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:04.335544 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] For port ac19c800-41cb-4f54-a94e-1fff688c7202, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:04.343937 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] For port ac19c800-41cb-4f54-a94e-1fff688c7202, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=ac19c800-41cb-4f54-a94e-1fff688c7202,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:04.349787 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.352172 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-1e64f189-8dd6-48be-a1b7-edbb72faf28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:04.406477 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Pushing event updated for resources: {'Port': ['ID=ac19c800-41cb-4f54-a94e-1fff688c7202,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:04.416030 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:04.569325 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.820470 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416'] for router, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.966811 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Router ccaf85aa-d939-4420-94cf-6b67535ce8cc is scheduled to L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 with binding_index 1 {{(pid=92763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:29:05.206424 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:05.219379 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Sync routers for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:05.229595 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:05.230374 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:28:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:05.231134 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.232970 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8310771 Jun 18 16:29:05.236231 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39512) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:05.392959 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:05.601806 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76162fd-2871-477f-a70e-d83c3968a300 None None] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:05.646225 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:04Z', 'revision_number': 3, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:05.674569 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-5961aa61-c93c-4a3c-9520-4fe63d8982b8 None None] Provisioning for port ac19c800-41cb-4f54-a94e-1fff688c7202 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:05.679760 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Checking router: ccaf85aa-d939-4420-94cf-6b67535ce8cc for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:05.680402 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Updating router ccaf85aa-d939-4420-94cf-6b67535ce8cc port bf02fb4d-d316-467c-8a42-c0222ba38b25 binding host dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:29:05.719040 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.805143 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.024227 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Allocated IP 172.20.0.1 (8eae9aae-2185-4f8c-9b9e-215092b9d0ea/d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58/e46415fd-e512-4a24-8d35-f046df01089d) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:06.046845 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Notify callbacks [] for port, precommit_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.061485 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.provisioning_blocks [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Transition to ACTIVE for port object bf02fb4d-d316-467c-8a42-c0222ba38b25 will not be triggered until provisioned by entity L2. {{(pid=92766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:06.068112 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.070386 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.124458 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Attempting to bind port bf02fb4d-d316-467c-8a42-c0222ba38b25 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:06.124458 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Attempting to bind port bf02fb4d-d316-467c-8a42-c0222ba38b25 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:06.124458 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Attempting to bind port bf02fb4d-d316-467c-8a42-c0222ba38b25 on network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:06.132739 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010abc3-cabb-437a-ab46-bb90938795c8 None None] Pushing event updated for resources: {'Port': ['ID=bf02fb4d-d316-467c-8a42-c0222ba38b25,revision_number=2']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:06.135739 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:06.136104 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:06.136496 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.136995 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Bound using segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:06.137497 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Bound port: bf02fb4d-d316-467c-8a42-c0222ba38b25, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:06.137895 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.140432 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-5010abc3-cabb-437a-ab46-bb90938795c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:06.159233 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.174012 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Transition to ACTIVE for port object e46415fd-e512-4a24-8d35-f046df01089d will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:06.200389 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] For port bf02fb4d-d316-467c-8a42-c0222ba38b25, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:06.204321 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] For port bf02fb4d-d316-467c-8a42-c0222ba38b25, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=bf02fb4d-d316-467c-8a42-c0222ba38b25,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:06.208623 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.209867 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.210926 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.212972 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.256675 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:06.259488 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:06.265260 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:06.275248 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010abc3-cabb-437a-ab46-bb90938795c8 None None] Pushing event updated for resources: {'Port': ['ID=bf02fb4d-d316-467c-8a42-c0222ba38b25,revision_number=3']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:06.288861 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-5010abc3-cabb-437a-ab46-bb90938795c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:06.294986 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:06.295863 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:28:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:06.311978 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632111'] for router_interface, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.315695 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Pushing event updated for resources: {'Port': ['ID=e46415fd-e512-4a24-8d35-f046df01089d,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:06.368399 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:06.430681 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:06.482143 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.485246 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9a527df8-d90b-4300-bb88-0a9b6a0612b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.663718 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-a1621f57-f93b-469a-b842-3bc8f4dc2a26 None None] Provisioning for port e46415fd-e512-4a24-8d35-f046df01089d completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:06.668623 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-a1621f57-f93b-469a-b842-3bc8f4dc2a26 None None] Provisioning complete for port e46415fd-e512-4a24-8d35-f046df01089d triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:06.669001 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a1621f57-f93b-469a-b842-3bc8f4dc2a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.738001 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device ac19c800-41cb-4f54-a94e-1fff688c7202 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:06.752869 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:04Z', 'revision_number': 3, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:06.801337 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85815c-078e-4305-b97a-4bc216bac79d None None] The sync data for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi is: [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:04Z', 'revision_number': 3, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:06.806467 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-a1621f57-f93b-469a-b842-3bc8f4dc2a26 None None] Port e46415fd-e512-4a24-8d35-f046df01089d cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:06.813030 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.832087 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port ac19c800-41cb-4f54-a94e-1fff688c7202 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:06.837644 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port ac19c800-41cb-4f54-a94e-1fff688c7202 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:06.843257 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.940949 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.960716 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.967199 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12802647'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.970893 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-68880db3-65a6-4260-8ffb-0f89864d0501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.976303 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port ac19c800-41cb-4f54-a94e-1fff688c7202, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=ac19c800-41cb-4f54-a94e-1fff688c7202,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:06.980667 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.983614 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:07.036337 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Pushing event updated for resources: {'Port': ['ID=e46415fd-e512-4a24-8d35-f046df01089d,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:07.038918 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634678'] for router_interface, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.042240 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:07.054334 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=ac19c800-41cb-4f54-a94e-1fff688c7202,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:07.059451 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:07.164137 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:07.165741 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:07.337782 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Router ccaf85aa-d939-4420-94cf-6b67535ce8cc has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:07.445591 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-52103a20-5f63-4849-9430-69583bd306c9 None None] Provisioning complete for port e46415fd-e512-4a24-8d35-f046df01089d triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:07.445992 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-52103a20-5f63-4849-9430-69583bd306c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.489973 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-52103a20-5f63-4849-9430-69583bd306c9 None None] Port e46415fd-e512-4a24-8d35-f046df01089d cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:07.493459 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:07.500492 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] 10.222.0.44 "PUT /v2.0/routers/ccaf85aa-d939-4420-94cf-6b67535ce8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2575247 Jun 18 16:29:08.196256 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39552) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.201362 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1674242598-network', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:08.222155 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Made reservation on behalf of 4ce43b1f7c7c441d8297355d0eb8b32a for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:08.224403 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.236580 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.324558 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.329744 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.332662 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-fe10a8f6-bd7b-4c85-886e-c313647763dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:08.357001 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=92763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:08.364580 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d50dcdd-9607-4cc3-a1e7-deda95307b80,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:08.375091 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:08.382090 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.382465 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Added segment 56d37b69-c0cf-435f-9fa9-88611ee34c50 of type vlan for network 40bfcc3d-5009-4082-b125-d9b6c175b46a Jun 18 16:29:08.426970 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.456769 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.458023 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:08.458595 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.460527 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:08.517876 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39556) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.518394 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3205369 Jun 18 16:29:08.523072 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Request body: {'subnet': {'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1674242598-subnet', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'ip_version': 4}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:08.531430 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Pushing event updated for resources: {'Network': ['ID=40bfcc3d-5009-4082-b125-d9b6c175b46a,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:08.537732 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:08.552770 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 40bfcc3d-5009-4082-b125-d9b6c175b46a details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:08.580805 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Made reservation on behalf of 4ce43b1f7c7c441d8297355d0eb8b32a for: {'subnet': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:08.584604 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800681'] for subnet, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.745368 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device bf02fb4d-d316-467c-8a42-c0222ba38b25 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:08.819089 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12646972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800699'] for subnet, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.821501 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:08.825750 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port bf02fb4d-d316-467c-8a42-c0222ba38b25 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:08.869217 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port bf02fb4d-d316-467c-8a42-c0222ba38b25 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:08.869619 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.919438 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf835905-3c9d-496a-bab5-6239da23908d,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:08.926495 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:08.929919 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-24366bcd-a59e-47ac-82ca-6cc9aec738fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.939297 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.943178 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Checking segment: {'id': '56d37b69-c0cf-435f-9fa9-88611ee34c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:08.943990 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Network hostable DHCP agents. Network: 40bfcc3d-5009-4082-b125-d9b6c175b46a, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:08.962648 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Network 40bfcc3d-5009-4082-b125-d9b6c175b46a is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:08.973969 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 40bfcc3d-5009-4082-b125-d9b6c175b46a) {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:08.978391 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:08.979377 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.984044 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04556598-d29c-4967-9a02-f148c91b1801 None None] Network 40bfcc3d-5009-4082-b125-d9b6c175b46a requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:09.002007 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39562) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:09.002214 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-c436cec7-2481-4924-a650-14a0b147f41d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4831593 Jun 18 16:29:09.007512 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1674242598-router', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:09.038191 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-608661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8040'] for router, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.039256 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.043400 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.053916 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Sync routers for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:09.090545 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port bf02fb4d-d316-467c-8a42-c0222ba38b25, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=bf02fb4d-d316-467c-8a42-c0222ba38b25,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:09.131038 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.132228 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.133250 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device ac19c800-41cb-4f54-a94e-1fff688c7202 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:09.143225 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:09.145061 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:09.145718 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:29:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:09.274875 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.285234 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=bf02fb4d-d316-467c-8a42-c0222ba38b25,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:09.303184 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:09.397320 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port ac19c800-41cb-4f54-a94e-1fff688c7202 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:09.397723 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.402529 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:09.407034 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1914829-0908-5414-9e78-249191c0edbc-40bfcc3d-5009-4082-b125-d9b6c175b46a', 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'fixed_ips': [{'subnet_id': 'cf835905-3c9d-496a-bab5-6239da23908d'}]}} from dv-cinder-792462-12-iscsi. {{(pid=92765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:09.407878 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.505510 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.528836 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.643067 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Allocated IP 172.27.3.13 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/4783c5ab-565d-4718-822e-81318a70231a) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:09.794443 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.854773 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.db_base_plugin_common [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Allocated IP 172.20.0.2 (40bfcc3d-5009-4082-b125-d9b6c175b46a/cf835905-3c9d-496a-bab5-6239da23908d/89f78c9e-6098-4382-b565-7d888f5c7727) {{(pid=92765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:09.859477 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.870710 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:09.887671 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:09.893450 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:09.921202 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:09.968222 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Pushing event updated for resources: {'Port': ['ID=4783c5ab-565d-4718-822e-81318a70231a,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:09.972441 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:09.988172 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 2, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:10.019176 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Checking router: ccaf85aa-d939-4420-94cf-6b67535ce8cc for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:10.019539 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Updating router ccaf85aa-d939-4420-94cf-6b67535ce8cc port e46415fd-e512-4a24-8d35-f046df01089d binding host dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:29:10.100413 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.118611 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.124315 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Notify callbacks [] for port, precommit_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.145031 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Transition to ACTIVE for port object 89f78c9e-6098-4382-b565-7d888f5c7727 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:10.197131 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Transition to ACTIVE for port object 89f78c9e-6098-4382-b565-7d888f5c7727 will not be triggered until provisioned by entity DHCP. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:10.213488 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.221278 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:10.233631 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.320555 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Network 40bfcc3d-5009-4082-b125-d9b6c175b46a is already hosted by enough agents. {{(pid=92765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:10.330081 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.base_scheduler [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Resources bound (agent type, host, resource id): {{(pid=92765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:10.332336 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Received port after_create {{(pid=92765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:10.338802 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Pushing event updated for resources: {'Port': ['ID=89f78c9e-6098-4382-b565-7d888f5c7727,revision_number=1']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:10.341416 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:10.454774 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Attempting to bind port 89f78c9e-6098-4382-b565-7d888f5c7727 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:10.455152 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Attempting to bind port 89f78c9e-6098-4382-b565-7d888f5c7727 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '56d37b69-c0cf-435f-9fa9-88611ee34c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:10.455510 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Attempting to bind port 89f78c9e-6098-4382-b565-7d888f5c7727 on network 40bfcc3d-5009-4082-b125-d9b6c175b46a {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:10.468894 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:10.469302 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Checking segment: {'id': '56d37b69-c0cf-435f-9fa9-88611ee34c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:10.469697 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.470302 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Bound using segment: {'id': '56d37b69-c0cf-435f-9fa9-88611ee34c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:10.470800 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Bound port: 89f78c9e-6098-4382-b565-7d888f5c7727, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d37b69-c0cf-435f-9fa9-88611ee34c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:10.471177 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.471561 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416'] for router, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.619749 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device bf02fb4d-d316-467c-8a42-c0222ba38b25 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:10.649658 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 is scheduled to L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 with binding_index 1 {{(pid=92763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:29:10.692833 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] For port 89f78c9e-6098-4382-b565-7d888f5c7727, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:10.714352 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Notify callbacks [] for port, precommit_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.733106 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] For port 89f78c9e-6098-4382-b565-7d888f5c7727, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=89f78c9e-6098-4382-b565-7d888f5c7727,segment=NetworkSegment(56d37b69-c0cf-435f-9fa9-88611ee34c50),segment_id=56d37b69-c0cf-435f-9fa9-88611ee34c50)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:10.738390 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Transition to ACTIVE for port object e46415fd-e512-4a24-8d35-f046df01089d will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:10.743035 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.744943 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:10.786616 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:10.801365 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.801859 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Sync routers for ids ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:10.808896 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Pushing event updated for resources: {'Port': ['ID=89f78c9e-6098-4382-b565-7d888f5c7727,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:10.813877 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Routers {'7bef3450-9118-464b-aa97-6ba3bef5f3a7'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:10.814511 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:29:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:10.824060 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.825543 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8220553 Jun 18 16:29:10.828513 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:10.829540 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39568) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:10.839307 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:10.887804 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port bf02fb4d-d316-467c-8a42-c0222ba38b25 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:10.888521 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.922075 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66cb59-55fb-46bd-8972-04fdddf60c3e None None] Pushing event updated for resources: {'Port': ['ID=e46415fd-e512-4a24-8d35-f046df01089d,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:10.970665 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-ce66cb59-55fb-46bd-8972-04fdddf60c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:11.122243 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Attempting to bind port e46415fd-e512-4a24-8d35-f046df01089d on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:11.122725 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Attempting to bind port e46415fd-e512-4a24-8d35-f046df01089d by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:11.123156 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Attempting to bind port e46415fd-e512-4a24-8d35-f046df01089d on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:11.213281 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Set router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:11.255396 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:11.255944 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Checking segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:11.256700 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.257111 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Bound using segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:11.257600 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Bound port: e46415fd-e512-4a24-8d35-f046df01089d, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:11.258764 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.364010 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] For port e46415fd-e512-4a24-8d35-f046df01089d, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:11.368034 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] For port e46415fd-e512-4a24-8d35-f046df01089d, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=e46415fd-e512-4a24-8d35-f046df01089d,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:11.391429 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.403433 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-c11705a7-cd56-4983-ba07-1c1d0ca364c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:11.475025 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66cb59-55fb-46bd-8972-04fdddf60c3e None None] Pushing event updated for resources: {'Port': ['ID=e46415fd-e512-4a24-8d35-f046df01089d,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:11.484008 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-ce66cb59-55fb-46bd-8972-04fdddf60c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:11.509757 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:11.510855 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:29:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:11.523322 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'name': 'tempest-TestVolumeBootPattern-1674242598-router', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4783c5ab-565d-4718-822e-81318a70231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:10Z', 'revision_number': 3, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'gw_port': {'id': '4783c5ab-565d-4718-822e-81318a70231a', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:11.556734 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Checking router: 7bef3450-9118-464b-aa97-6ba3bef5f3a7 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:11.557397 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Updating router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 port 4783c5ab-565d-4718-822e-81318a70231a binding host dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:29:11.598776 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.692585 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.760430 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:12.015431 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Allocated IP 172.20.0.1 (40bfcc3d-5009-4082-b125-d9b6c175b46a/cf835905-3c9d-496a-bab5-6239da23908d/c8871458-7e5b-4465-a558-27d07c066acb) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:12.028578 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Notify callbacks [] for port, precommit_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.030270 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.065088 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.provisioning_blocks [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Transition to ACTIVE for port object 4783c5ab-565d-4718-822e-81318a70231a will not be triggered until provisioned by entity L2. {{(pid=92766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:12.079604 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.083367 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:12.170033 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.183461 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Attempting to bind port 4783c5ab-565d-4718-822e-81318a70231a on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:12.184793 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Attempting to bind port 4783c5ab-565d-4718-822e-81318a70231a by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:12.185962 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Attempting to bind port 4783c5ab-565d-4718-822e-81318a70231a on network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:12.186444 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Transition to ACTIVE for port object c8871458-7e5b-4465-a558-27d07c066acb will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:12.189761 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2a1ff-bab4-404c-adfc-793d01547b0f None None] Pushing event updated for resources: {'Port': ['ID=4783c5ab-565d-4718-822e-81318a70231a,revision_number=2']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:12.201872 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-4bf2a1ff-bab4-404c-adfc-793d01547b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:12.221405 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:12.221833 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:12.225500 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.227043 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Bound using segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:12.227690 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Bound port: 4783c5ab-565d-4718-822e-81318a70231a, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:12.228072 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.234124 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.242801 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-96b08416-95a8-4f7a-9319-1b66cbcca8b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:12.244438 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:11Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:12.299910 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dfb826-6e27-4c13-98a6-b9179a4e5fac None None] The sync data for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi is: [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:11Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:12.305121 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] For port 4783c5ab-565d-4718-822e-81318a70231a, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:12.308856 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] For port 4783c5ab-565d-4718-822e-81318a70231a, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=4783c5ab-565d-4718-822e-81318a70231a,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:12.320672 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Network 40bfcc3d-5009-4082-b125-d9b6c175b46a is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:12.324278 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:12.328534 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:12.331346 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.335362 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:12.405612 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632111'] for router_interface, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.495597 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Pushing event updated for resources: {'Port': ['ID=c8871458-7e5b-4465-a558-27d07c066acb,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:12.515861 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:12.536935 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Routers {'7bef3450-9118-464b-aa97-6ba3bef5f3a7'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:12.539514 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:29:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:12.545068 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2a1ff-bab4-404c-adfc-793d01547b0f None None] Pushing event updated for resources: {'Port': ['ID=4783c5ab-565d-4718-822e-81318a70231a,revision_number=3']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:12.554497 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-4bf2a1ff-bab4-404c-adfc-793d01547b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:12.592875 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc866967-97e7-4bcb-99d4-9e9c368b1ce7 None None] Network 40bfcc3d-5009-4082-b125-d9b6c175b46a requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:12.710671 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-b2c37f6b-50d7-41d1-9e61-28b2dd653c8f None None] Provisioning for port 89f78c9e-6098-4382-b565-7d888f5c7727 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:12.792105 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.878461 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] Set router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:12.924545 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 89f78c9e-6098-4382-b565-7d888f5c7727 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:13.063052 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 89f78c9e-6098-4382-b565-7d888f5c7727 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:13.073454 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 89f78c9e-6098-4382-b565-7d888f5c7727 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:13.074844 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.200416 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.212479 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.217187 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-697d9d56-608d-4251-a31d-af2f86ee4dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:13.298175 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'name': 'tempest-TestVolumeBootPattern-1674242598-router', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4783c5ab-565d-4718-822e-81318a70231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:10Z', 'revision_number': 3, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'gw_port': {'id': '4783c5ab-565d-4718-822e-81318a70231a', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:13.368588 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Pushing event updated for resources: {'Port': ['ID=c8871458-7e5b-4465-a558-27d07c066acb,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:13.368856 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1ae2d-c3ce-46ac-a4ee-f28c44fab63e None None] The sync data for ids ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'] in dv-cinder-792462-12-iscsi is: [{'id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'name': 'tempest-TestVolumeBootPattern-1674242598-router', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4783c5ab-565d-4718-822e-81318a70231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:10Z', 'revision_number': 3, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'gw_port': {'id': '4783c5ab-565d-4718-822e-81318a70231a', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:13.388979 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:13.390293 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634678'] for router_interface, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.548191 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-fe2f4de7-c294-4887-8684-d7091aa17e56 None None] Provisioning complete for port 89f78c9e-6098-4382-b565-7d888f5c7727 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:13.548688 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4de7-c294-4887-8684-d7091aa17e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.603855 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Network 40bfcc3d-5009-4082-b125-d9b6c175b46a is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:13.610563 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:13.664172 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.812458 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4de7-c294-4887-8684-d7091aa17e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.913217 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 89f78c9e-6098-4382-b565-7d888f5c7727, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=89f78c9e-6098-4382-b565-7d888f5c7727,segment=NetworkSegment(56d37b69-c0cf-435f-9fa9-88611ee34c50),segment_id=56d37b69-c0cf-435f-9fa9-88611ee34c50)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:13.921459 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:13.926856 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.928231 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device e46415fd-e512-4a24-8d35-f046df01089d up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:13.968126 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:14.060626 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=89f78c9e-6098-4382-b565-7d888f5c7727,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:14.064804 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:14.094512 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port e46415fd-e512-4a24-8d35-f046df01089d completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:14.114549 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port e46415fd-e512-4a24-8d35-f046df01089d triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:14.115114 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.160569 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.db.api [None req-fe2f4de7-c294-4887-8684-d7091aa17e56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:29:14.160569 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_db.api [None req-fe2f4de7-c294-4887-8684-d7091aa17e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:29:14.244453 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.310665 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port e46415fd-e512-4a24-8d35-f046df01089d, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=e46415fd-e512-4a24-8d35-f046df01089d,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:14.329232 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.335396 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-83825bfe-19f6-450c-b757-ecde4763c378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:14.449641 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=e46415fd-e512-4a24-8d35-f046df01089d,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:14.458863 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:14.616046 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Request body: {'port': {'device_id': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:14.678209 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc398b-8cde-47c7-985c-9185248117c1 req-327c6dfc-9ca0-4a16-bd28-257c8605b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:14.680858 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cafc398b-8cde-47c7-985c-9185248117c1 req-327c6dfc-9ca0-4a16-bd28-257c8605b64b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 1099 time: 0.1665838 Jun 18 16:29:14.728932 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5cc6f-8fe3-4a0f-8365-01fe52ca087f req-e7229b42-51c4-4bdc-89ea-f287e1e8b1e6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:14.733925 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2fd5cc6f-8fe3-4a0f-8365-01fe52ca087f req-e7229b42-51c4-4bdc-89ea-f287e1e8b1e6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 931 time: 0.1511612 Jun 18 16:29:14.748166 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-fe2f4de7-c294-4887-8684-d7091aa17e56 None None] Provisioning for port c8871458-7e5b-4465-a558-27d07c066acb completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:14.749058 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:14.755847 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-fe2f4de7-c294-4887-8684-d7091aa17e56 None None] Provisioning complete for port c8871458-7e5b-4465-a558-27d07c066acb triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:14.756481 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4de7-c294-4887-8684-d7091aa17e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.774895 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] 10.222.0.44 "PUT /v2.0/routers/7bef3450-9118-464b-aa97-6ba3bef5f3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9442182 Jun 18 16:29:14.799918 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 89f78c9e-6098-4382-b565-7d888f5c7727 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:14.805239 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f4de7-c294-4887-8684-d7091aa17e56 None None] Port c8871458-7e5b-4465-a558-27d07c066acb cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:14.822052 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.852143 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63f3ea-1ef7-49a5-b6e6-8fd78f3993a5 req-e3703f00-ce19-4f62-9728-6865a53e6857 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:14.860170 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7b63f3ea-1ef7-49a5-b6e6-8fd78f3993a5 req-e3703f00-ce19-4f62-9728-6865a53e6857 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.2619166 Jun 18 16:29:14.870995 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 89f78c9e-6098-4382-b565-7d888f5c7727 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:14.871506 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.923456 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2fd5cc6f-8fe3-4a0f-8365-01fe52ca087f req-a76bbd8c-8c3b-4e3f-ab1c-16627e309ad0 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771135 Jun 18 16:29:14.937869 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-1ad5eed6-27df-4ac0-9283-a89e1c12bf53 None None] Provisioning complete for port c8871458-7e5b-4465-a558-27d07c066acb triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:14.938499 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eed6-27df-4ac0-9283-a89e1c12bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.967558 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc398b-8cde-47c7-985c-9185248117c1 req-97c9d18f-8618-4404-9609-7f3f2282727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:14.973361 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cafc398b-8cde-47c7-985c-9185248117c1 req-97c9d18f-8618-4404-9609-7f3f2282727d service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 200 len: 919 time: 0.2358031 Jun 18 16:29:15.011429 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7b63f3ea-1ef7-49a5-b6e6-8fd78f3993a5 req-ad1bded5-86cd-4312-8e0e-d60fe87a749c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503537 Jun 18 16:29:15.038647 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5eed6-27df-4ac0-9283-a89e1c12bf53 None None] Port c8871458-7e5b-4465-a558-27d07c066acb cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:15.050360 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4783c5ab-565d-4718-822e-81318a70231a up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:15.058983 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cafc398b-8cde-47c7-985c-9185248117c1 req-a1cbad5e-494a-470d-b34d-b781eaf38793 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31 HTTP/1.1" status: 200 len: 217 time: 0.0786238 Jun 18 16:29:15.187651 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 4783c5ab-565d-4718-822e-81318a70231a completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:15.193953 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 4783c5ab-565d-4718-822e-81318a70231a triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:15.195732 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.289349 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.321612 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 4783c5ab-565d-4718-822e-81318a70231a, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=4783c5ab-565d-4718-822e-81318a70231a,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:15.335990 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.337184 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device e46415fd-e512-4a24-8d35-f046df01089d up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:15.340711 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.467492 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=4783c5ab-565d-4718-822e-81318a70231a,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.472075 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.482139 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port e46415fd-e512-4a24-8d35-f046df01089d triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:15.482509 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.557641 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132db171-db3f-4b7f-a141-9b5607a75c8a {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:29:15.571062 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.612223 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Transition to ACTIVE for port object 132db171-db3f-4b7f-a141-9b5607a75c8a will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:15.615909 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.630785 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.634923 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc398b-8cde-47c7-985c-9185248117c1 req-cc2bb85e-074b-46c9-812a-d7d949e085fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:15.637515 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cafc398b-8cde-47c7-985c-9185248117c1 req-cc2bb85e-074b-46c9-812a-d7d949e085fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6 HTTP/1.1" status: 200 len: 858 time: 0.5711441 Jun 18 16:29:15.683161 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cafc398b-8cde-47c7-985c-9185248117c1 req-ab9cba20-0a4e-4ca5-b91b-fcf0e2871b01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9bc59cc-d3ee-4170-96ce-60655b53d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372598 Jun 18 16:29:15.845614 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Pushing event updated for resources: {'Port': ['ID=132db171-db3f-4b7f-a141-9b5607a75c8a,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.854707 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.905067 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cafc398b-8cde-47c7-985c-9185248117c1 req-da6e0607-4003-4dfc-99a0-7fd630dd57ae service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130933 Jun 18 16:29:15.952550 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb422a25-eae3-4c6a-9f45-59572bcb09b6 req-f9b9ad2d-3abf-4268-b58e-65a77703fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:15.954230 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fb422a25-eae3-4c6a-9f45-59572bcb09b6 req-f9b9ad2d-3abf-4268-b58e-65a77703fe50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 1099 time: 0.2612565 Jun 18 16:29:15.985498 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Attempting to bind port 132db171-db3f-4b7f-a141-9b5607a75c8a on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:15.985867 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Attempting to bind port 132db171-db3f-4b7f-a141-9b5607a75c8a by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:15.986197 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Attempting to bind port 132db171-db3f-4b7f-a141-9b5607a75c8a on network e357c514-b155-4f6b-ac2f-beeff42d1b30 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:15.992687 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Port 132db171-db3f-4b7f-a141-9b5607a75c8a on network e357c514-b155-4f6b-ac2f-beeff42d1b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:29:15.996130 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Attempting to bind port 132db171-db3f-4b7f-a141-9b5607a75c8a on network e357c514-b155-4f6b-ac2f-beeff42d1b30 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:16.009943 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:16.010240 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Checking segment: {'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:16.010632 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Bound using segment: {'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:16.011069 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Bound port: 132db171-db3f-4b7f-a141-9b5607a75c8a, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6475a05c-2a5c-4df5-b75e-68d6f7b23166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:16.011417 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.036033 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fb422a25-eae3-4c6a-9f45-59572bcb09b6 req-c21b0d09-b571-4622-ac96-5f4ec4060047 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737872 Jun 18 16:29:16.042229 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cafc398b-8cde-47c7-985c-9185248117c1 req-f6b80176-0b22-4cbd-8295-f4db73ce7486 service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302433 Jun 18 16:29:16.108098 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] For port 132db171-db3f-4b7f-a141-9b5607a75c8a, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:16.112183 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] For port 132db171-db3f-4b7f-a141-9b5607a75c8a, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=132db171-db3f-4b7f-a141-9b5607a75c8a,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:16.120834 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.126903 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e0172d82-2506-4d0e-9d73-f84f590b7480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:16.161957 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:16.162915 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.164302 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] 10.222.0.72 "PUT /v2.0/ports/132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 200 len: 1093 time: 1.5624259 Jun 18 16:29:16.166705 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:16.169944 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954a6d9a-2ecb-41a5-9f15-eb217e85030f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:16.225918 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Pushing event updated for resources: {'Port': ['ID=132db171-db3f-4b7f-a141-9b5607a75c8a,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:16.226358 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Sync routers for ids ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:16.234533 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:16.243863 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Routers {'7bef3450-9118-464b-aa97-6ba3bef5f3a7'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:16.245303 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:29:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:16.282909 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53c04b-fc86-406a-94ff-53d676c1e7e7 req-3d840d9a-e3d9-464e-b6ba-17e44a22ecaf tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:16.284598 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6a53c04b-fc86-406a-94ff-53d676c1e7e7 req-3d840d9a-e3d9-464e-b6ba-17e44a22ecaf tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 943 time: 0.1418107 Jun 18 16:29:16.301501 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39692) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:16.307683 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-d22e7e9b-3aa1-4cda-a548-0db04128cad1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159156381', 'description': 'tempest-secgroup-smoke-159156381 description', 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:16.365378 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6a53c04b-fc86-406a-94ff-53d676c1e7e7 req-36ba5d91-d283-4514-a0f2-dd2f3c051953 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701110 Jun 18 16:29:16.406150 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Set router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:16.414381 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d22e7e9b-3aa1-4cda-a548-0db04128cad1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.581612 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-0e0a2d69-a831-46c5-bee9-1b7a6ac89375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:16.592240 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-0e0a2d69-a831-46c5-bee9-1b7a6ac89375 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a61164e6f74af2a2c5e6875d56aa53&device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 1096 time: 0.1440310 Jun 18 16:29:16.630859 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7262f367-25b1-49c6-a42c-a3f927379799 x-openstack-request-id: req-7262f367-25b1-49c6-a42c-a3f927379799 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:16.632254 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:16.633191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7262f367-25b1-49c6-a42c-a3f927379799 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:16.634448 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'status': 'completed', 'code': 200} Jun 18 16:29:16.667308 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39700) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:16.677048 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-01c37ac6-3c67-4cb5-b476-9c732b6753e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 200 len: 217 time: 0.0645077 Jun 18 16:29:16.690686 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4783c5ab-565d-4718-822e-81318a70231a up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:16.710286 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39702) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:16.715069 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d22e7e9b-3aa1-4cda-a548-0db04128cad1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.723272 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d22e7e9b-3aa1-4cda-a548-0db04128cad1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.753535 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:16.764211 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-85d421f4-69e6-4576-9d73-e0c956cac094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:16.767324 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-85d421f4-69e6-4576-9d73-e0c956cac094 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=456d5e3f-888a-4e1f-a78d-e72fd2b202b5 HTTP/1.1" status: 200 len: 854 time: 0.0828550 Jun 18 16:29:16.813990 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'name': 'tempest-TestVolumeBootPattern-1674242598-router', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4783c5ab-565d-4718-822e-81318a70231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:12Z', 'revision_number': 4, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'gw_port': {'id': '4783c5ab-565d-4718-822e-81318a70231a', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c8871458-7e5b-4465-a558-27d07c066acb', 'name': '', 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'mac_address': 'fa:16:3e:60:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cf835905-3c9d-496a-bab5-6239da23908d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:11Z', 'updated_at': '2021-06-18T16:29:12Z', 'revision_number': 2, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'subnets': [{'id': 'cf835905-3c9d-496a-bab5-6239da23908d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:16.816217 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d22e7e9b-3aa1-4cda-a548-0db04128cad1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.817934 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 4783c5ab-565d-4718-822e-81318a70231a triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:16.817934 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.820856 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d22e7e9b-3aa1-4cda-a548-0db04128cad1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5180321 Jun 18 16:29:16.823179 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39710) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:16.828401 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-cc204536-d645-49b9-afab-4c8cf31e8b29 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'security_group_rule': {'security_group_id': 'c689ea78-e05f-4276-b888-41340e1b7e53', 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:16.841636 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e7e9b-3aa1-4cda-a548-0db04128cad1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c689ea78-e05f-4276-b888-41340e1b7e53,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:16.854085 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d22e7e9b-3aa1-4cda-a548-0db04128cad1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:16.886963 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd785d-3b6f-495b-90f7-b3fe4aecc260 req-e0077571-539c-4ab7-87ed-d54220ec8e33 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:16.890312 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d0dd785d-3b6f-495b-90f7-b3fe4aecc260 req-e0077571-539c-4ab7-87ed-d54220ec8e33 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.2641592 Jun 18 16:29:16.916888 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Checking router: 7bef3450-9118-464b-aa97-6ba3bef5f3a7 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:16.917365 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-d903db11-de6f-4bd4-a2df-64f2238565ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:16.917509 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Updating router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 port c8871458-7e5b-4465-a558-27d07c066acb binding host dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:29:16.920669 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-d903db11-de6f-4bd4-a2df-64f2238565ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e357c514-b155-4f6b-ac2f-beeff42d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1349347 Jun 18 16:29:16.958238 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c964208c-6191-4cfa-94df-f4278f95172b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.968178 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.969658 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cc204536-d645-49b9-afab-4c8cf31e8b29 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.974587 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d0dd785d-3b6f-495b-90f7-b3fe4aecc260 req-df6bf284-7337-4d72-82df-043881e3df42 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756543 Jun 18 16:29:17.048135 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2e46-4544-4bc6-b102-d8b28aecf928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.090421 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cc204536-d645-49b9-afab-4c8cf31e8b29 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.098296 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cc204536-d645-49b9-afab-4c8cf31e8b29 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.104488 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.108534 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-a862b55f-8151-436d-9c32-c3f0035e03a6 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483622 Jun 18 16:29:17.129081 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc204536-d645-49b9-afab-4c8cf31e8b29 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b3305c-c955-4dfe-a81f-32937fb99e12,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.132078 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cc204536-d645-49b9-afab-4c8cf31e8b29 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.156258 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c964208c-6191-4cfa-94df-f4278f95172b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.161960 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c964208c-6191-4cfa-94df-f4278f95172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.165420 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-12fc1854-93d6-491e-9277-df104d34586a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.204499 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-c964208c-6191-4cfa-94df-f4278f95172b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d82965d5ac3f40f8bc03a43dbfa1578c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265994 Jun 18 16:29:17.205388 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964208c-6191-4cfa-94df-f4278f95172b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb0bb63-fb7f-4618-b8b5-0117529fea3a,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.207650 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39714) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:17.214609 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c964208c-6191-4cfa-94df-f4278f95172b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.257948 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f67fb909-95a2-4418-92f0-fcb52d4503cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.285845 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f67fb909-95a2-4418-92f0-fcb52d4503cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.319228 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2e46-4544-4bc6-b102-d8b28aecf928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.325386 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-77d63e11-ce4b-4a89-9a0d-e22bf2a976f2 req-591d3a24-6b9e-46cd-b254-264172a972c0 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316750 Jun 18 16:29:17.327398 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2e46-4544-4bc6-b102-d8b28aecf928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.331178 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cc204536-d645-49b9-afab-4c8cf31e8b29 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.332585 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-cc204536-d645-49b9-afab-4c8cf31e8b29 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5083351 Jun 18 16:29:17.335614 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39716) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:17.340259 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-d934d9d7-4fd4-4a23-91e4-087cbb686367 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'security_group_rule': {'security_group_id': 'c689ea78-e05f-4276-b888-41340e1b7e53', 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:17.350107 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-182f110c-1c44-45a6-b790-9d78a68a568f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.354252 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a0fd2e46-4544-4bc6-b102-d8b28aecf928 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e84b9bd3e7be4e0ea5c9b92a5e96750d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6421738 Jun 18 16:29:17.358948 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39718) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:17.366947 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.376550 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd2e46-4544-4bc6-b102-d8b28aecf928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6be6f93-4520-457e-a6b2-7a86c87ba02e,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.380765 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f67fb909-95a2-4418-92f0-fcb52d4503cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.380958 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a0fd2e46-4544-4bc6-b102-d8b28aecf928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.383923 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f67fb909-95a2-4418-92f0-fcb52d4503cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.388466 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-f67fb909-95a2-4418-92f0-fcb52d4503cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbb0bb63-fb7f-4618-b8b5-0117529fea3a HTTP/1.1" status: 204 len: 168 time: 0.1765141 Jun 18 16:29:17.389482 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-de762d2f-f515-418d-8520-ff51ea03129d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.408406 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Transition to ACTIVE for port object c8871458-7e5b-4465-a558-27d07c066acb will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:17.419727 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.426936 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.446344 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fb909-95a2-4418-92f0-fcb52d4503cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb0bb63-fb7f-4618-b8b5-0117529fea3a,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.448326 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d934d9d7-4fd4-4a23-91e4-087cbb686367 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.455001 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f67fb909-95a2-4418-92f0-fcb52d4503cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.497227 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ede8a81d-c64b-4cef-a59e-a144cefa07d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.537724 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ede8a81d-c64b-4cef-a59e-a144cefa07d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.547998 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d934d9d7-4fd4-4a23-91e4-087cbb686367 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.558363 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d934d9d7-4fd4-4a23-91e4-087cbb686367 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.568132 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.587819 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67689d1f-eba7-41e6-8a46-cfbdf9d793fa None None] Pushing event updated for resources: {'Port': ['ID=c8871458-7e5b-4465-a558-27d07c066acb,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.592097 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-67689d1f-eba7-41e6-8a46-cfbdf9d793fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.620163 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934d9d7-4fd4-4a23-91e4-087cbb686367 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920c5766-ce24-4430-91b3-dad55e7b4144,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.629234 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d934d9d7-4fd4-4a23-91e4-087cbb686367 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.632248 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d934d9d7-4fd4-4a23-91e4-087cbb686367 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.632858 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d934d9d7-4fd4-4a23-91e4-087cbb686367 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2957358 Jun 18 16:29:17.635378 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39726) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:17.650566 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-38bd06fc-3097-4468-bb9c-1f63c02c608f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'security_group_rule': {'security_group_id': 'c689ea78-e05f-4276-b888-41340e1b7e53', 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:17.651035 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-f0a216a9-5ce7-4729-a1b5-b7e1606508fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:17.652567 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-f0a216a9-5ce7-4729-a1b5-b7e1606508fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a61164e6f74af2a2c5e6875d56aa53&device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 1096 time: 0.1815066 Jun 18 16:29:17.673206 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ede8a81d-c64b-4cef-a59e-a144cefa07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.677402 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ede8a81d-c64b-4cef-a59e-a144cefa07d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.678911 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Attempting to bind port c8871458-7e5b-4465-a558-27d07c066acb on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:17.679288 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Attempting to bind port c8871458-7e5b-4465-a558-27d07c066acb by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '56d37b69-c0cf-435f-9fa9-88611ee34c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:17.679779 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Attempting to bind port c8871458-7e5b-4465-a558-27d07c066acb on network 40bfcc3d-5009-4082-b125-d9b6c175b46a {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:17.680053 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-ede8a81d-c64b-4cef-a59e-a144cefa07d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6be6f93-4520-457e-a6b2-7a86c87ba02e HTTP/1.1" status: 204 len: 168 time: 0.3194745 Jun 18 16:29:17.683066 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-42e0ed54-2a7d-4120-abbc-7b4b1df0f82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.701978 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:17.702368 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Checking segment: {'id': '56d37b69-c0cf-435f-9fa9-88611ee34c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:17.702829 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.704013 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8a81d-c64b-4cef-a59e-a144cefa07d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6be6f93-4520-457e-a6b2-7a86c87ba02e,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.704533 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Bound using segment: {'id': '56d37b69-c0cf-435f-9fa9-88611ee34c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:17.705343 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Bound port: c8871458-7e5b-4465-a558-27d07c066acb, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d37b69-c0cf-435f-9fa9-88611ee34c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:17.705707 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.706845 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-ede8a81d-c64b-4cef-a59e-a144cefa07d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.718781 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-38bd06fc-3097-4468-bb9c-1f63c02c608f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.810623 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-38bd06fc-3097-4468-bb9c-1f63c02c608f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.821107 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-38bd06fc-3097-4468-bb9c-1f63c02c608f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.862506 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0b688de0-b864-4951-a00c-18d83f70f6ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.874305 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] For port c8871458-7e5b-4465-a558-27d07c066acb, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:17.880344 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] For port c8871458-7e5b-4465-a558-27d07c066acb, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c8871458-7e5b-4465-a558-27d07c066acb,segment=NetworkSegment(56d37b69-c0cf-435f-9fa9-88611ee34c50),segment_id=56d37b69-c0cf-435f-9fa9-88611ee34c50)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:17.886200 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.886788 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-38bd06fc-3097-4468-bb9c-1f63c02c608f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.891556 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-1e64f189-8dd6-48be-a1b7-edbb72faf28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.892202 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39734) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:17.893095 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-38bd06fc-3097-4468-bb9c-1f63c02c608f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2558334 Jun 18 16:29:17.895237 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd06fc-3097-4468-bb9c-1f63c02c608f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf9972d-8ae7-48a3-b689-4e36f22d296a,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.898218 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-38bd06fc-3097-4468-bb9c-1f63c02c608f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.912602 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-969cb666-586b-4c7d-aa86-75fcac71c827 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'security_group_rule': {'security_group_id': 'c689ea78-e05f-4276-b888-41340e1b7e53', 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:17.924434 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39736) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:17.952724 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Routers {'7bef3450-9118-464b-aa97-6ba3bef5f3a7'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:17.953494 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:29:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:17.964314 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8e68-6e84-4090-a39b-9e185a131838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.982553 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd285ed9-c9f5-4673-a30b-63384a370d57 req-abd66c5c-b41a-4f9e-9ca8-35c1b905bf58 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:17.989899 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-fd285ed9-c9f5-4673-a30b-63384a370d57 req-abd66c5c-b41a-4f9e-9ca8-35c1b905bf58 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 943 time: 0.3362572 Jun 18 16:29:18.012298 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-969cb666-586b-4c7d-aa86-75fcac71c827 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.079776 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-fd285ed9-c9f5-4673-a30b-63384a370d57 req-cc4a778c-eff6-4331-8194-93d168ea47ec tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888970 Jun 18 16:29:18.080953 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-91106f3c-f63b-4114-8437-092a6357519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:18.082404 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-91106f3c-f63b-4114-8437-092a6357519f service neutron] 10.222.0.72 "GET /v2.0/networks?id=e357c514-b155-4f6b-ac2f-beeff42d1b30 HTTP/1.1" status: 200 len: 916 time: 0.3627498 Jun 18 16:29:18.177042 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8e68-6e84-4090-a39b-9e185a131838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.188471 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8e68-6e84-4090-a39b-9e185a131838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.192575 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-de1fff33-c226-4739-846e-f52eec096316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.210666 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-fb18a9a3-3af1-47b8-af59-e5c7f8c4955a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 200 len: 217 time: 0.1131527 Jun 18 16:29:18.240930 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e8e68-6e84-4090-a39b-9e185a131838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecb0d35-49c4-404c-acaa-1dfe7ca171d4,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.245016 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7f5e8e68-6e84-4090-a39b-9e185a131838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.250337 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-7f5e8e68-6e84-4090-a39b-9e185a131838 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=630af1eaaec840cbb1e467b377516bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228784 Jun 18 16:29:18.252085 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39746) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:18.299140 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-e67bf748-b941-426a-aa32-bc48661843a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:18.314324 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-e67bf748-b941-426a-aa32-bc48661843a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=456d5e3f-888a-4e1f-a78d-e72fd2b202b5 HTTP/1.1" status: 200 len: 854 time: 0.0926902 Jun 18 16:29:18.324740 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6800c8a1-b4d9-43ab-bae6-d055ec127eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.355565 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6800c8a1-b4d9-43ab-bae6-d055ec127eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.371494 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67689d1f-eba7-41e6-8a46-cfbdf9d793fa None None] Pushing event updated for resources: {'Port': ['ID=c8871458-7e5b-4465-a558-27d07c066acb,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.391456 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-67689d1f-eba7-41e6-8a46-cfbdf9d793fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.416236 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] Set router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:18.430686 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6800c8a1-b4d9-43ab-bae6-d055ec127eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.435908 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6800c8a1-b4d9-43ab-bae6-d055ec127eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.437653 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-6800c8a1-b4d9-43ab-bae6-d055ec127eda admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ecb0d35-49c4-404c-acaa-1dfe7ca171d4 HTTP/1.1" status: 204 len: 168 time: 0.1838887 Jun 18 16:29:18.438735 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-470416be-f620-4628-8c11-a8cdb5138835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.440346 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-969cb666-586b-4c7d-aa86-75fcac71c827 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.454851 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-969cb666-586b-4c7d-aa86-75fcac71c827 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.463451 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.472367 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800c8a1-b4d9-43ab-bae6-d055ec127eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecb0d35-49c4-404c-acaa-1dfe7ca171d4,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.474811 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6800c8a1-b4d9-43ab-bae6-d055ec127eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.511044 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cae82-7c82-491f-a627-952be25a28f0 req-d65649f7-e47c-441e-b7f5-b687a79537e0 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:18.520135 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-692cae82-7c82-491f-a627-952be25a28f0 req-d65649f7-e47c-441e-b7f5-b687a79537e0 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.2017343 Jun 18 16:29:18.541288 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cb666-586b-4c7d-aa86-75fcac71c827 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0284379-2293-4be3-a3d0-cd80185df441,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.545946 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-969cb666-586b-4c7d-aa86-75fcac71c827 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.557659 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-51f751b2-b464-4b90-87e2-b322d5027cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:18.568212 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-51f751b2-b464-4b90-87e2-b322d5027cb5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e357c514-b155-4f6b-ac2f-beeff42d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2186527 Jun 18 16:29:18.599837 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-969cb666-586b-4c7d-aa86-75fcac71c827 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.601353 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-969cb666-586b-4c7d-aa86-75fcac71c827 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7024157 Jun 18 16:29:18.605568 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39760) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:18.614605 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-e07affad-efa7-49f2-aabb-cc7c58b6b812 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'security_group_rule': {'security_group_id': 'c689ea78-e05f-4276-b888-41340e1b7e53', 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:18.663239 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.securitygroups_db [None req-e07affad-efa7-49f2-aabb-cc7c58b6b812 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Project de0d7ebd4d364650bfa9c21aef077a92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:29:18.670552 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-692cae82-7c82-491f-a627-952be25a28f0 req-b11b5e13-4e6b-42a1-b50a-b1cc64c5a2c9 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465156 Jun 18 16:29:18.676477 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e07affad-efa7-49f2-aabb-cc7c58b6b812 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.724497 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'name': 'tempest-TestVolumeBootPattern-1674242598-router', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4783c5ab-565d-4718-822e-81318a70231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:12Z', 'revision_number': 4, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'gw_port': {'id': '4783c5ab-565d-4718-822e-81318a70231a', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c8871458-7e5b-4465-a558-27d07c066acb', 'name': '', 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'mac_address': 'fa:16:3e:60:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cf835905-3c9d-496a-bab5-6239da23908d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:11Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'subnets': [{'id': 'cf835905-3c9d-496a-bab5-6239da23908d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:18.769416 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-94ee62ca-acef-4158-a51c-ce2af6ec1e72 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897426 Jun 18 16:29:18.788420 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae90f50-21e4-4952-b13e-da93d2d52ac0 None None] The sync data for ids ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'] in dv-cinder-792462-12-iscsi is: [{'id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'name': 'tempest-TestVolumeBootPattern-1674242598-router', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4783c5ab-565d-4718-822e-81318a70231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:12Z', 'revision_number': 4, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'gw_port': {'id': '4783c5ab-565d-4718-822e-81318a70231a', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c8871458-7e5b-4465-a558-27d07c066acb', 'name': '', 'network_id': '40bfcc3d-5009-4082-b125-d9b6c175b46a', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'mac_address': 'fa:16:3e:60:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cf835905-3c9d-496a-bab5-6239da23908d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:11Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'subnets': [{'id': 'cf835905-3c9d-496a-bab5-6239da23908d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:18.864401 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e07affad-efa7-49f2-aabb-cc7c58b6b812 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.871279 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e07affad-efa7-49f2-aabb-cc7c58b6b812 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.873991 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cc204536-d645-49b9-afab-4c8cf31e8b29 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.954955 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-954a6d9a-2ecb-41a5-9f15-eb217e85030f req-a0bc69de-d3e6-4c64-a8d0-95e9f54bf43b service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742458 Jun 18 16:29:18.955669 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07affad-efa7-49f2-aabb-cc7c58b6b812 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1231d1-26dd-45d7-a2cf-b6d7b4089f82,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.960564 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e07affad-efa7-49f2-aabb-cc7c58b6b812 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.968109 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e07affad-efa7-49f2-aabb-cc7c58b6b812 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.987780 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-e07affad-efa7-49f2-aabb-cc7c58b6b812 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3809242 Jun 18 16:29:18.990787 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39780) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:18.995472 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-0b0e15ea-230a-4d27-b173-50720e02a211 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'security_group_rule': {'security_group_id': 'c689ea78-e05f-4276-b888-41340e1b7e53', 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:19.067029 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.securitygroups_db [None req-0b0e15ea-230a-4d27-b173-50720e02a211 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Project de0d7ebd4d364650bfa9c21aef077a92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:29:19.077959 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0b0e15ea-230a-4d27-b173-50720e02a211 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.209440 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0b0e15ea-230a-4d27-b173-50720e02a211 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.214861 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0b0e15ea-230a-4d27-b173-50720e02a211 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.237342 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:19.309912 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e15ea-230a-4d27-b173-50720e02a211 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a52010-32dd-435a-a723-baa466c77f62,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:19.316447 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0b0e15ea-230a-4d27-b173-50720e02a211 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:19.336468 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0b0e15ea-230a-4d27-b173-50720e02a211 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.337856 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-0b0e15ea-230a-4d27-b173-50720e02a211 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3460705 Jun 18 16:29:19.359238 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af7073-fbcc-4268-a504-31900321b704 req-1fde8354-2455-470c-b29d-0b76efec399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.360251 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-76af7073-fbcc-4268-a504-31900321b704 req-1fde8354-2455-470c-b29d-0b76efec399e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 1099 time: 0.1172969 Jun 18 16:29:19.399925 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6795ad-1c0f-486b-bc1f-55c50c88cbd0 req-cfacff76-145c-4343-bcb9-2a0db6447ddb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.401233 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2c6795ad-1c0f-486b-bc1f-55c50c88cbd0 req-cfacff76-145c-4343-bcb9-2a0db6447ddb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.1211691 Jun 18 16:29:19.483233 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2c6795ad-1c0f-486b-bc1f-55c50c88cbd0 req-b4402b76-7b63-46e2-9b00-5f84a42cab73 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735927 Jun 18 16:29:19.590710 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af7073-fbcc-4268-a504-31900321b704 req-838269e1-a2e3-489b-9970-8cd203b2e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.593900 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-76af7073-fbcc-4268-a504-31900321b704 req-838269e1-a2e3-489b-9970-8cd203b2e138 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 200 len: 919 time: 0.2075012 Jun 18 16:29:19.651347 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-76af7073-fbcc-4268-a504-31900321b704 req-81ac8b9b-e9f1-4470-b87b-3a958bff7bb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31 HTTP/1.1" status: 200 len: 217 time: 0.0484250 Jun 18 16:29:19.769882 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af7073-fbcc-4268-a504-31900321b704 req-10d8fe07-90f0-4f5e-89b4-d29974bf7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.771325 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-76af7073-fbcc-4268-a504-31900321b704 req-10d8fe07-90f0-4f5e-89b4-d29974bf7637 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6 HTTP/1.1" status: 200 len: 858 time: 0.0784581 Jun 18 16:29:19.811754 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-76af7073-fbcc-4268-a504-31900321b704 req-c410c00b-f0d7-4fcd-a04a-fd360255ab95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9bc59cc-d3ee-4170-96ce-60655b53d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313411 Jun 18 16:29:19.821227 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbb734-14e5-4c72-b175-651755e65ba9 req-2bbc016f-34f7-45b1-b5d8-9cd4994e70ef tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.823901 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0ebbb734-14e5-4c72-b175-651755e65ba9 req-2bbc016f-34f7-45b1-b5d8-9cd4994e70ef tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 943 time: 0.1754146 Jun 18 16:29:19.901929 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe26f78-54e1-4d99-a804-77fb1af6f63b req-ee91e031-16dd-4704-ba2c-0fb7e6399d6d tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.904508 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bbe26f78-54e1-4d99-a804-77fb1af6f63b req-ee91e031-16dd-4704-ba2c-0fb7e6399d6d tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1497288 Jun 18 16:29:19.957774 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bbe26f78-54e1-4d99-a804-77fb1af6f63b req-e11d9153-c194-4884-a698-96105f0b98cd tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Jun 18 16:29:19.972020 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-76af7073-fbcc-4268-a504-31900321b704 req-8ccdac05-4a16-4948-a628-797e7ed11e12 service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465237 Jun 18 16:29:20.022135 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0ebbb734-14e5-4c72-b175-651755e65ba9 req-db8c4c4a-5689-43d7-8f1d-5bb9fff9178c tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872752 Jun 18 16:29:20.110543 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-76af7073-fbcc-4268-a504-31900321b704 req-4c68888b-2019-4fba-92cb-25e155e95f8e service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251884 Jun 18 16:29:20.604715 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c8871458-7e5b-4465-a558-27d07c066acb up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:20.679781 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port c8871458-7e5b-4465-a558-27d07c066acb completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:20.685466 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port c8871458-7e5b-4465-a558-27d07c066acb triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:20.686255 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.754659 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7183e6-75f2-4784-a2a4-7ea527e1243c req-bb1f728b-ec3c-427d-b17d-13c523c1f6ef tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.762176 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0c7183e6-75f2-4784-a2a4-7ea527e1243c req-bb1f728b-ec3c-427d-b17d-13c523c1f6ef tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0890210 Jun 18 16:29:20.788579 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.806277 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0c7183e6-75f2-4784-a2a4-7ea527e1243c req-5ce75b77-005b-489f-9f63-d58d011bdf89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Jun 18 16:29:20.838616 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port c8871458-7e5b-4465-a558-27d07c066acb, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c8871458-7e5b-4465-a558-27d07c066acb,segment=NetworkSegment(56d37b69-c0cf-435f-9fa9-88611ee34c50),segment_id=56d37b69-c0cf-435f-9fa9-88611ee34c50)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:20.845941 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.854290 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-71235f6a-0da0-425d-83be-45eb8b3f9bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:20.896807 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 132db171-db3f-4b7f-a141-9b5607a75c8a details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:29:20.923430 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=c8871458-7e5b-4465-a558-27d07c066acb,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:20.927501 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.020259 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 132db171-db3f-4b7f-a141-9b5607a75c8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=132db171-db3f-4b7f-a141-9b5607a75c8a,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:21.037505 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'port_id': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'mac_address': 'fa:16:3e:1a:bc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:29:21.108746 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.124242 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132db171-db3f-4b7f-a141-9b5607a75c8a {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:29:21.162973 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 132db171-db3f-4b7f-a141-9b5607a75c8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=132db171-db3f-4b7f-a141-9b5607a75c8a,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:21.168186 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.171534 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-320027e0-c259-4590-b2a4-b585148c9ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.178575 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a01c1-5c92-4775-a624-b4ccd528ed74 req-853933a9-1b32-466d-8afe-59cf7a36e89a tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:21.186741 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ac3a01c1-5c92-4775-a624-b4ccd528ed74 req-853933a9-1b32-466d-8afe-59cf7a36e89a tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0803959 Jun 18 16:29:21.232480 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ac3a01c1-5c92-4775-a624-b4ccd528ed74 req-4f79f429-7091-4b34-9a3f-21506a52402d tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439322 Jun 18 16:29:21.239633 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=132db171-db3f-4b7f-a141-9b5607a75c8a,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.243621 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.252070 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430d824-c625-4034-933b-2b469f13ffc1 req-f50e50fa-7c3f-4226-a84b-e140ed7c1a28 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:21.254030 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c430d824-c625-4034-933b-2b469f13ffc1 req-f50e50fa-7c3f-4226-a84b-e140ed7c1a28 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 944 time: 0.0792875 Jun 18 16:29:21.295787 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c430d824-c625-4034-933b-2b469f13ffc1 req-3f39e83f-c58c-4137-9065-73a4c29bdc50 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353434 Jun 18 16:29:21.341848 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39922) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.458019 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-67410fb6-9bcf-41c1-84af-e8b23a0496cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.553021 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-67410fb6-9bcf-41c1-84af-e8b23a0496cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.558363 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-67410fb6-9bcf-41c1-84af-e8b23a0496cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.562040 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7568473e-dc01-4dd4-bf2c-e65eb4e39d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.608960 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['132db171-db3f-4b7f-a141-9b5607a75c8a'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:29:21.611037 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-67410fb6-9bcf-41c1-84af-e8b23a0496cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a11315ee2e754f4999e5a7f74f053239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672558 Jun 18 16:29:21.611968 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 39936) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.614531 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67410fb6-9bcf-41c1-84af-e8b23a0496cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f21f78-fac0-4063-92c7-cbd995837aa3,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.619050 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-67410fb6-9bcf-41c1-84af-e8b23a0496cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.685882 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c29b505e-b9a8-4025-9f69-850637d0494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.714836 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c29b505e-b9a8-4025-9f69-850637d0494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.768799 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c29b505e-b9a8-4025-9f69-850637d0494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.771908 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c29b505e-b9a8-4025-9f69-850637d0494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.772973 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-c29b505e-b9a8-4025-9f69-850637d0494d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0f21f78-fac0-4063-92c7-cbd995837aa3 HTTP/1.1" status: 204 len: 168 time: 0.1600296 Jun 18 16:29:21.778564 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d6a09e9b-98c2-4853-9327-44b172fba04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.790372 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b505e-b9a8-4025-9f69-850637d0494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f21f78-fac0-4063-92c7-cbd995837aa3,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.792735 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c29b505e-b9a8-4025-9f69-850637d0494d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:22.043524 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340cbd7-8f4b-494b-8fd7-c7af6775e078 req-a7e5d245-d7ba-44a5-afde-6db5f9637245 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:22.045168 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1340cbd7-8f4b-494b-8fd7-c7af6775e078 req-a7e5d245-d7ba-44a5-afde-6db5f9637245 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0679970 Jun 18 16:29:22.086188 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1340cbd7-8f4b-494b-8fd7-c7af6775e078 req-37f6d206-62df-49ae-afd2-e4eed59e1db4 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348573 Jun 18 16:29:22.122587 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39954) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:22.136678 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f337ac09-990c-43eb-b292-b8f8135431e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.226840 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f337ac09-990c-43eb-b292-b8f8135431e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.231189 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f337ac09-990c-43eb-b292-b8f8135431e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.233839 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5c6417b6-a06e-49b7-86e6-c68a1f762af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:22.269555 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337ac09-990c-43eb-b292-b8f8135431e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2252ad97-2a7b-4493-9897-5e4ad99655e6,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:22.273995 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f337ac09-990c-43eb-b292-b8f8135431e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0223d100b22449daa5c2369f436c9a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503699 Jun 18 16:29:22.274934 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f337ac09-990c-43eb-b292-b8f8135431e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:22.276770 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 39958) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:22.330604 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8f8d348-ae94-47a0-acdf-344002021d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.352940 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8f8d348-ae94-47a0-acdf-344002021d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.455462 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7debd-2acc-4ee8-af5e-535b23ca70e6 req-97070738-cc70-47ef-9fca-3e02f04a68a4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:22.457112 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-08c7debd-2acc-4ee8-af5e-535b23ca70e6 req-97070738-cc70-47ef-9fca-3e02f04a68a4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0931101 Jun 18 16:29:22.458582 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8f8d348-ae94-47a0-acdf-344002021d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.461274 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8f8d348-ae94-47a0-acdf-344002021d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.462325 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-c8f8d348-ae94-47a0-acdf-344002021d4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2252ad97-2a7b-4493-9897-5e4ad99655e6 HTTP/1.1" status: 204 len: 168 time: 0.1845317 Jun 18 16:29:22.463237 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-433a78da-2f0a-4d11-889c-a3cf1134a9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:22.479614 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8d348-ae94-47a0-acdf-344002021d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2252ad97-2a7b-4493-9897-5e4ad99655e6,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:22.483255 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c8f8d348-ae94-47a0-acdf-344002021d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:22.501660 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09754cfd-0f33-4b70-9be3-f35b6d9383c0 req-e36abcf1-9429-4102-a6db-20e5fe36bbbe tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:22.505072 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-09754cfd-0f33-4b70-9be3-f35b6d9383c0 req-e36abcf1-9429-4102-a6db-20e5fe36bbbe tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 944 time: 0.0755866 Jun 18 16:29:22.521501 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-08c7debd-2acc-4ee8-af5e-535b23ca70e6 req-9dcb00c5-8d47-4d46-892c-86da7ba5e443 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Jun 18 16:29:22.553544 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-09754cfd-0f33-4b70-9be3-f35b6d9383c0 req-d9117ee5-1a98-4d42-ba76-dcf604241304 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428958 Jun 18 16:29:22.625320 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c8871458-7e5b-4465-a558-27d07c066acb up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:22.666111 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:29:22.679347 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port c8871458-7e5b-4465-a558-27d07c066acb triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:22.679729 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.915366 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 132db171-db3f-4b7f-a141-9b5607a75c8a up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:22.974147 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 132db171-db3f-4b7f-a141-9b5607a75c8a completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:22.978615 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 132db171-db3f-4b7f-a141-9b5607a75c8a triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:22.978988 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.086264 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.112812 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:23.115261 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62582073-9c58-4dfb-b6ae-8d2e35bc7bbd" -d '{"events": [{"server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "name": "network-vif-plugged", "status": "completed", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:23.157175 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 132db171-db3f-4b7f-a141-9b5607a75c8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=132db171-db3f-4b7f-a141-9b5607a75c8a,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:23.166684 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.168581 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:23.211838 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fd500e-9c60-4414-affd-f63733c09ff5 x-openstack-request-id: req-15fd500e-9c60-4414-affd-f63733c09ff5 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:23.212140 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "name": "network-vif-plugged", "status": "completed", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:23.212400 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15fd500e-9c60-4414-affd-f63733c09ff5 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:23.212794 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'code': 200} Jun 18 16:29:23.236376 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=132db171-db3f-4b7f-a141-9b5607a75c8a,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:23.239684 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:23.377589 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d65a3-d29e-47ca-afd0-4642e9763539 req-901f2ed5-0a7e-4fca-b7b9-06eb6dd30ead tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:23.379180 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e07d65a3-d29e-47ca-afd0-4642e9763539 req-901f2ed5-0a7e-4fca-b7b9-06eb6dd30ead tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.1118803 Jun 18 16:29:23.438421 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e07d65a3-d29e-47ca-afd0-4642e9763539 req-b52b7eaa-bd16-4225-87aa-96d7f45acf74 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524330 Jun 18 16:29:23.555064 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120af66-675f-4c4c-85db-34e4d58bfd13 req-79f8ef64-e6ef-494e-a093-1866107aecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:23.556509 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b120af66-675f-4c4c-85db-34e4d58bfd13 req-79f8ef64-e6ef-494e-a093-1866107aecd8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 1098 time: 0.0578289 Jun 18 16:29:23.600902 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b120af66-675f-4c4c-85db-34e4d58bfd13 req-006844c4-7b1d-44bb-adbd-62a916f8a66e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299766 Jun 18 16:29:23.748016 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc123-7d17-456b-92c7-7f14dfc635a6 req-6b012e8e-c789-4a1d-9fc8-60f78641d349 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:23.749521 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f5fcc123-7d17-456b-92c7-7f14dfc635a6 req-6b012e8e-c789-4a1d-9fc8-60f78641d349 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0686290 Jun 18 16:29:23.790071 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f5fcc123-7d17-456b-92c7-7f14dfc635a6 req-52f16545-9aae-4e87-bb7d-2821d739f61e tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336015 Jun 18 16:29:24.100259 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c12797-70d7-48da-9f29-d84a080106a3 req-87da4ead-91e7-4d89-823a-2a84c737f03b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:24.101898 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f7c12797-70d7-48da-9f29-d84a080106a3 req-87da4ead-91e7-4d89-823a-2a84c737f03b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0644627 Jun 18 16:29:24.144848 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f7c12797-70d7-48da-9f29-d84a080106a3 req-e7bd8b3f-ddf9-4a7b-8a87-f58d422b10c4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349829 Jun 18 16:29:24.754430 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a79f5-d1ed-4739-b3e4-868682100f29 req-34c32e88-eee1-4048-ab3e-706b0e841de3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:24.756246 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c11a79f5-d1ed-4739-b3e4-868682100f29 req-34c32e88-eee1-4048-ab3e-706b0e841de3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0731263 Jun 18 16:29:24.801040 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c11a79f5-d1ed-4739-b3e4-868682100f29 req-262eace5-2406-4207-95a3-0afb7b48a692 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345252 Jun 18 16:29:24.984219 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c2aad-2fe4-4a0a-9d80-f7f261403982 req-e80f88ac-5cb2-41be-86fd-6c4d56ac88ac tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:24.985808 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-673c2aad-2fe4-4a0a-9d80-f7f261403982 req-e80f88ac-5cb2-41be-86fd-6c4d56ac88ac tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0709755 Jun 18 16:29:25.051369 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-673c2aad-2fe4-4a0a-9d80-f7f261403982 req-7bd50ef8-a72b-438d-a6bf-e2ffe02d728b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593193 Jun 18 16:29:25.990209 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052fa28-c5f9-4841-8c39-560c94653868 req-cef0313c-7298-4265-9919-01389244eeff tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:25.991647 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f052fa28-c5f9-4841-8c39-560c94653868 req-cef0313c-7298-4265-9919-01389244eeff tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0640566 Jun 18 16:29:26.030035 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f052fa28-c5f9-4841-8c39-560c94653868 req-5c9fe612-df10-4c10-82fe-3142b1397f05 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317771 Jun 18 16:29:26.232789 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8975c-9916-4019-9e0b-223d8c6a3201 req-a9936783-506e-407b-aa9d-e35d468e51ce tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.234307 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5cc8975c-9916-4019-9e0b-223d8c6a3201 req-a9936783-506e-407b-aa9d-e35d468e51ce tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0684581 Jun 18 16:29:26.274355 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5cc8975c-9916-4019-9e0b-223d8c6a3201 req-ab451058-20bc-4cac-b773-0ddd73057b1f tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340521 Jun 18 16:29:26.453559 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c818f4-c62a-41ed-9cb8-c75281c061d9 req-2dbece45-24d2-4cda-9e8d-d16789baba99 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.454937 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-50c818f4-c62a-41ed-9cb8-c75281c061d9 req-2dbece45-24d2-4cda-9e8d-d16789baba99 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0683594 Jun 18 16:29:26.494282 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-50c818f4-c62a-41ed-9cb8-c75281c061d9 req-b4c4f5cf-47f1-4654-a563-1370a2f93d15 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337195 Jun 18 16:29:26.903976 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006091a-7dda-46a5-a3c4-d0269ce0afae req-4112a9b0-86e1-4b44-87be-df6e01b80e4f tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.905547 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0006091a-7dda-46a5-a3c4-d0269ce0afae req-4112a9b0-86e1-4b44-87be-df6e01b80e4f tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0729156 Jun 18 16:29:26.954480 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0006091a-7dda-46a5-a3c4-d0269ce0afae req-71321833-4c98-4639-ae65-4abc00d4f8bb tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Jun 18 16:29:27.280877 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f2075-3f43-4535-824e-a201e3540f7a req-41c56ad7-1da4-4089-bda6-0539f47caa6d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:27.283571 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f65f2075-3f43-4535-824e-a201e3540f7a req-41c56ad7-1da4-4089-bda6-0539f47caa6d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0909560 Jun 18 16:29:27.356238 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f65f2075-3f43-4535-824e-a201e3540f7a req-ed103557-834e-4513-8376-508f5def90c6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665455 Jun 18 16:29:27.638402 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40160) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:27.767655 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f705695b-f604-46b6-9d0d-f6c4b35767c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.876507 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f705695b-f604-46b6-9d0d-f6c4b35767c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.880568 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f705695b-f604-46b6-9d0d-f6c4b35767c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.883551 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-b66b0e05-831c-44d4-82f9-ff9377f58b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:27.927232 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705695b-f604-46b6-9d0d-f6c4b35767c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86373b5f-d5b0-48da-9902-1e181a5fcd88,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:27.933584 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f705695b-f604-46b6-9d0d-f6c4b35767c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91bebf62c42b40edab63eddff3845579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941139 Jun 18 16:29:27.935658 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f705695b-f604-46b6-9d0d-f6c4b35767c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:27.936071 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40168) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:27.986108 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de1d6fc7-61ba-444e-b8db-b1ed5b01ff6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.006196 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de1d6fc7-61ba-444e-b8db-b1ed5b01ff6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.050636 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de1d6fc7-61ba-444e-b8db-b1ed5b01ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.053429 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de1d6fc7-61ba-444e-b8db-b1ed5b01ff6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.054596 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-de1d6fc7-61ba-444e-b8db-b1ed5b01ff6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86373b5f-d5b0-48da-9902-1e181a5fcd88 HTTP/1.1" status: 204 len: 168 time: 0.1174350 Jun 18 16:29:28.055324 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:28.062725 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d6fc7-61ba-444e-b8db-b1ed5b01ff6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86373b5f-d5b0-48da-9902-1e181a5fcd88,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:28.064898 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-de1d6fc7-61ba-444e-b8db-b1ed5b01ff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:28.315699 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40178) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:28.329369 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-09f939bb-7388-4a66-83f4-2d5965f9b990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.420593 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-09f939bb-7388-4a66-83f4-2d5965f9b990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.424865 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-09f939bb-7388-4a66-83f4-2d5965f9b990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.427648 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5bc420ee-1a26-4f6c-b11b-42ae7af2a5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:28.467842 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f939bb-7388-4a66-83f4-2d5965f9b990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ead9144-f717-42a8-b858-0fa517d1f4bd,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:28.471288 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-09f939bb-7388-4a66-83f4-2d5965f9b990 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e372097dc3d4643b90259af43bb5ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545522 Jun 18 16:29:28.472139 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-09f939bb-7388-4a66-83f4-2d5965f9b990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:28.473950 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40184) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:28.563833 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a24bd446-3273-4613-a771-ef3f51914ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.584898 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c133fa3-dac7-400d-8fb8-e317b8927054 req-a2af8a4b-46bf-4d47-b0cf-566649ab6e9c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:28.586403 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2c133fa3-dac7-400d-8fb8-e317b8927054 req-a2af8a4b-46bf-4d47-b0cf-566649ab6e9c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0987983 Jun 18 16:29:28.603419 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a24bd446-3273-4613-a771-ef3f51914ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.650997 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2c133fa3-dac7-400d-8fb8-e317b8927054 req-4c425ecc-0168-41bf-a757-9d3bac34e54d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567925 Jun 18 16:29:28.671079 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a24bd446-3273-4613-a771-ef3f51914ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.673643 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a24bd446-3273-4613-a771-ef3f51914ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.674740 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a24bd446-3273-4613-a771-ef3f51914ce3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ead9144-f717-42a8-b858-0fa517d1f4bd HTTP/1.1" status: 204 len: 168 time: 0.1999593 Jun 18 16:29:28.675503 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1deeeff0-c911-489f-be63-ac9e0dec5e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:28.683398 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bd446-3273-4613-a771-ef3f51914ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ead9144-f717-42a8-b858-0fa517d1f4bd,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:28.686399 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a24bd446-3273-4613-a771-ef3f51914ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:29.853965 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d82548-4287-4962-a04d-707a4ae736f6 req-edf91988-5708-4f2d-88e1-133b23711977 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:29.855372 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-60d82548-4287-4962-a04d-707a4ae736f6 req-edf91988-5708-4f2d-88e1-133b23711977 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0814526 Jun 18 16:29:29.898322 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-60d82548-4287-4962-a04d-707a4ae736f6 req-5c57fabc-89ae-4580-8233-0053c5b95b23 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364456 Jun 18 16:29:30.613312 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 40276) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:30.714886 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e2d5-00fb-4187-b053-c5a5f6f864b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.804882 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e2d5-00fb-4187-b053-c5a5f6f864b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.809629 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e2d5-00fb-4187-b053-c5a5f6f864b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.812333 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c29b505e-b9a8-4025-9f69-850637d0494d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:30.851144 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-b0b2e2d5-00fb-4187-b053-c5a5f6f864b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14d835e19ec64e65a9c438d1e61ff1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335405 Jun 18 16:29:30.851144 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2e2d5-00fb-4187-b053-c5a5f6f864b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91806ad-dd29-439e-afe0-09790ec9034a,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:30.851920 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40282) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:30.853349 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b0b2e2d5-00fb-4187-b053-c5a5f6f864b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:30.907496 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87bd174c-53ab-4e6d-8591-113559d598cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.932186 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87bd174c-53ab-4e6d-8591-113559d598cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.980251 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87bd174c-53ab-4e6d-8591-113559d598cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.983169 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87bd174c-53ab-4e6d-8591-113559d598cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.984331 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-87bd174c-53ab-4e6d-8591-113559d598cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c91806ad-dd29-439e-afe0-09790ec9034a HTTP/1.1" status: 204 len: 168 time: 0.1321251 Jun 18 16:29:30.985125 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-98c2128a-e109-41da-8cc6-2b5a80456558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:30.997433 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd174c-53ab-4e6d-8591-113559d598cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91806ad-dd29-439e-afe0-09790ec9034a,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:31.004632 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-87bd174c-53ab-4e6d-8591-113559d598cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:31.100168 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a472db2-0dad-4fcc-8800-348d4e1cdb8f req-e5df3b96-f909-4477-8c38-bc21f9fb354d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:31.101621 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6a472db2-0dad-4fcc-8800-348d4e1cdb8f req-e5df3b96-f909-4477-8c38-bc21f9fb354d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0790663 Jun 18 16:29:31.143434 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6a472db2-0dad-4fcc-8800-348d4e1cdb8f req-a1ed6946-1816-4acb-a94e-0b1b2d310421 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354238 Jun 18 16:29:31.300689 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40292) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:31.316426 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-38c2dedf-1898-41b7-8143-aeecf2b2814a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.415952 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-38c2dedf-1898-41b7-8143-aeecf2b2814a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.421038 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-38c2dedf-1898-41b7-8143-aeecf2b2814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.424480 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f337ac09-990c-43eb-b292-b8f8135431e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:31.464687 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-38c2dedf-1898-41b7-8143-aeecf2b2814a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eea4ea71486c44a0bb688ac6c57f2666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629210 Jun 18 16:29:31.465691 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2dedf-1898-41b7-8143-aeecf2b2814a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5de342-6ac3-49d2-afc9-edd1e73778b0,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:31.467295 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 40298) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:31.468676 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-38c2dedf-1898-41b7-8143-aeecf2b2814a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:31.522515 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-59b40a09-2536-4865-8bfd-4c5d3573bad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.545443 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-59b40a09-2536-4865-8bfd-4c5d3573bad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.592028 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-59b40a09-2536-4865-8bfd-4c5d3573bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.594674 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-59b40a09-2536-4865-8bfd-4c5d3573bad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.595832 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-59b40a09-2536-4865-8bfd-4c5d3573bad9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb5de342-6ac3-49d2-afc9-edd1e73778b0 HTTP/1.1" status: 204 len: 168 time: 0.1267250 Jun 18 16:29:31.596633 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2655fefc-18d3-41ad-92e3-cb44c174a673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:31.609515 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b40a09-2536-4865-8bfd-4c5d3573bad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5de342-6ac3-49d2-afc9-edd1e73778b0,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:31.611845 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-59b40a09-2536-4865-8bfd-4c5d3573bad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:32.463773 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0efe9-8089-41bf-91ca-bf5cdbdcf6de req-7146c237-600d-4db6-80cb-b9e1cf036d88 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:32.465335 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-76f0efe9-8089-41bf-91ca-bf5cdbdcf6de req-7146c237-600d-4db6-80cb-b9e1cf036d88 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.1067295 Jun 18 16:29:32.522130 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-76f0efe9-8089-41bf-91ca-bf5cdbdcf6de req-6a61a3d5-fb6d-4fc5-b3f2-78ff8702933f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495248 Jun 18 16:29:32.689782 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61a537-2cc3-45e1-a5e5-996e30da0271 req-6b81c018-75a8-472f-81c6-037af5906cdf tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:32.691303 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4b61a537-2cc3-45e1-a5e5-996e30da0271 req-6b81c018-75a8-472f-81c6-037af5906cdf tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1174593 Jun 18 16:29:32.734148 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2f0-437a-47e0-b1a1-a668ac706e14 req-a5750530-c2a3-4a92-a89e-22a3aa4f57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:32.735607 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-95d8b2f0-437a-47e0-b1a1-a668ac706e14 req-a5750530-c2a3-4a92-a89e-22a3aa4f57e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 1099 time: 0.1494234 Jun 18 16:29:32.743783 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4b61a537-2cc3-45e1-a5e5-996e30da0271 req-2527c08d-f2ed-4efb-afb0-9dc8f96e33d4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455322 Jun 18 16:29:32.838850 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2f0-437a-47e0-b1a1-a668ac706e14 req-718556d0-c608-4481-a906-15e4810a8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:32.840979 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-95d8b2f0-437a-47e0-b1a1-a668ac706e14 req-718556d0-c608-4481-a906-15e4810a8b55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 200 len: 919 time: 0.0960484 Jun 18 16:29:32.899335 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-95d8b2f0-437a-47e0-b1a1-a668ac706e14 req-3825ba3a-b0f9-42a6-8cd4-a8e65ff9d1e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31 HTTP/1.1" status: 200 len: 217 time: 0.0490780 Jun 18 16:29:32.955028 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b2f0-437a-47e0-b1a1-a668ac706e14 req-cb40dae2-e882-4335-88b6-4b6a4792d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:32.956484 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-95d8b2f0-437a-47e0-b1a1-a668ac706e14 req-cb40dae2-e882-4335-88b6-4b6a4792d214 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6 HTTP/1.1" status: 200 len: 858 time: 0.0502002 Jun 18 16:29:32.984274 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 40374) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.011010 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-95d8b2f0-437a-47e0-b1a1-a668ac706e14 req-4f31b929-9bab-405d-bc59-937bffa4ed02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9bc59cc-d3ee-4170-96ce-60655b53d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444384 Jun 18 16:29:33.131006 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-95d8b2f0-437a-47e0-b1a1-a668ac706e14 req-4842f9e7-aca9-4b47-8768-83c478eda6c6 service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123970 Jun 18 16:29:33.152156 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2eb8eb13-d4e4-4df7-abd3-150981bfbe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.239333 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-95d8b2f0-437a-47e0-b1a1-a668ac706e14 req-748a4e34-4cbe-4840-bed8-e113f44f05e3 service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952728 Jun 18 16:29:33.244256 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2eb8eb13-d4e4-4df7-abd3-150981bfbe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.248906 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2eb8eb13-d4e4-4df7-abd3-150981bfbe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.251667 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d1dcf5bf-f2eb-4af5-a2fb-746533b206a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:33.288164 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8eb13-d4e4-4df7-abd3-150981bfbe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a365c993-020f-49a1-ab45-0e9f823c2a32,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:33.294943 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-2eb8eb13-d4e4-4df7-abd3-150981bfbe29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d5aa4a2d28e48939001d76bd843db25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090522 Jun 18 16:29:33.295968 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 40384) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.296720 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2eb8eb13-d4e4-4df7-abd3-150981bfbe29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:33.345560 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-dee41d6d-e28e-45b8-903e-20dca43e951e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.369415 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-dee41d6d-e28e-45b8-903e-20dca43e951e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.417288 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-dee41d6d-e28e-45b8-903e-20dca43e951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.420241 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-dee41d6d-e28e-45b8-903e-20dca43e951e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.423631 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-dee41d6d-e28e-45b8-903e-20dca43e951e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a365c993-020f-49a1-ab45-0e9f823c2a32 HTTP/1.1" status: 204 len: 168 time: 0.1236322 Jun 18 16:29:33.423631 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:33.431155 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee41d6d-e28e-45b8-903e-20dca43e951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365c993-020f-49a1-ab45-0e9f823c2a32,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:33.436306 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-dee41d6d-e28e-45b8-903e-20dca43e951e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:33.732870 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ad85-7d58-445b-9e6e-602bbf08eb22 req-5cec756c-8196-4833-9aa6-738a4ae55f7a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:33.734628 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8668ad85-7d58-445b-9e6e-602bbf08eb22 req-5cec756c-8196-4833-9aa6-738a4ae55f7a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0741529 Jun 18 16:29:33.774140 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8668ad85-7d58-445b-9e6e-602bbf08eb22 req-5c225981-12ee-49a0-b57a-c74251197934 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339549 Jun 18 16:29:33.935701 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362ce4a-1d50-470b-9c26-eee767f3d620 req-c04dc0e3-52dd-4708-96c7-a4a7c6e634fc tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:33.937169 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8362ce4a-1d50-470b-9c26-eee767f3d620 req-c04dc0e3-52dd-4708-96c7-a4a7c6e634fc tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0679376 Jun 18 16:29:33.977476 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8362ce4a-1d50-470b-9c26-eee767f3d620 req-e857e1d3-b4aa-4611-853f-fe73684b1ec7 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328074 Jun 18 16:29:34.950423 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eedc3-cb19-428d-89ef-33ad0d5c2e77 req-96b27afa-4a9f-4d72-89bd-e87d8b902579 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:34.951984 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-717eedc3-cb19-428d-89ef-33ad0d5c2e77 req-96b27afa-4a9f-4d72-89bd-e87d8b902579 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0623920 Jun 18 16:29:34.990691 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-717eedc3-cb19-428d-89ef-33ad0d5c2e77 req-77cb0761-db5e-496e-a906-ef79fdc64848 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327349 Jun 18 16:29:35.159855 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ecdc8-315c-450f-8f3d-54b61d6a8d75 req-bd459053-63e9-439a-9153-936aba375c97 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:35.161314 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c25ecdc8-315c-450f-8f3d-54b61d6a8d75 req-bd459053-63e9-439a-9153-936aba375c97 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0670197 Jun 18 16:29:35.200283 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c25ecdc8-315c-450f-8f3d-54b61d6a8d75 req-0b93aa53-4b9d-4745-95e1-15abed35b31f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332875 Jun 18 16:29:36.176174 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f2270-ecb6-4c64-bc88-f67b0ab447f7 req-540bc74f-6f94-4b3d-a315-a30860c6fa2c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:36.177714 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-db7f2270-ecb6-4c64-bc88-f67b0ab447f7 req-540bc74f-6f94-4b3d-a315-a30860c6fa2c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0689113 Jun 18 16:29:36.213476 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-db7f2270-ecb6-4c64-bc88-f67b0ab447f7 req-f368cdaf-367d-4e3c-b529-af54f94b28f1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301828 Jun 18 16:29:36.377940 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ba41d-2df8-44bb-bd5a-5f37422a13ae req-fd7cf74f-346d-48f0-8ba5-decebed7fb7c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:36.379371 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-fc2ba41d-2df8-44bb-bd5a-5f37422a13ae req-fd7cf74f-346d-48f0-8ba5-decebed7fb7c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0665069 Jun 18 16:29:36.423375 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-fc2ba41d-2df8-44bb-bd5a-5f37422a13ae req-a2597f20-b1de-4376-8150-78b224d7e7c1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374200 Jun 18 16:29:36.468211 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-38694780-1664-4340-a001-3543de145e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.772097 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.411534 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e984c0-b545-49c5-ad3a-74f797047e14 req-65dd2c87-e7c6-44f7-8f3c-8578e0878121 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:37.412968 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-46e984c0-b545-49c5-ad3a-74f797047e14 req-65dd2c87-e7c6-44f7-8f3c-8578e0878121 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0620065 Jun 18 16:29:37.459920 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-46e984c0-b545-49c5-ad3a-74f797047e14 req-e8c12660-a8ac-4705-bcb4-495408070e9a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Jun 18 16:29:37.604822 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b0699-e65d-4ba0-adbb-23978db02570 req-edc112f6-d7de-4c6a-aee8-f5ec1bd5e488 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:37.606293 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ce1b0699-e65d-4ba0-adbb-23978db02570 req-edc112f6-d7de-4c6a-aee8-f5ec1bd5e488 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0629897 Jun 18 16:29:37.643991 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ce1b0699-e65d-4ba0-adbb-23978db02570 req-64b053a1-2312-457a-93a9-0f7c03aeb26f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312896 Jun 18 16:29:38.650591 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ce3a1-decf-49df-a48c-8fb1c9f62683 req-808fde67-1589-4711-94ee-6563cc67aa0e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:38.652781 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4f3ce3a1-decf-49df-a48c-8fb1c9f62683 req-808fde67-1589-4711-94ee-6563cc67aa0e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0715108 Jun 18 16:29:38.715418 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4f3ce3a1-decf-49df-a48c-8fb1c9f62683 req-2fa20c14-59cc-4dc4-852f-e9360863487f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564742 Jun 18 16:29:38.847075 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-8a305564-3aa7-4ff2-9ef6-8dd88775f8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.885216 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.899449 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce220e6-e15c-4d94-977e-d626b89f8f8b req-eb3cdbce-e9ad-476d-a0e6-91e2d39e48e2 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:38.900913 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1ce220e6-e15c-4d94-977e-d626b89f8f8b req-eb3cdbce-e9ad-476d-a0e6-91e2d39e48e2 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1052444 Jun 18 16:29:38.947931 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1ce220e6-e15c-4d94-977e-d626b89f8f8b req-23c7b1ca-381f-4b26-9574-44f6a7f3cd3f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322208 Jun 18 16:29:38.989520 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 81502c81-8f5c-4b17-bb4b-171fed873403 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:29:39.111654 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:39.132109 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '81502c81-8f5c-4b17-bb4b-171fed873403', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'port_id': '81502c81-8f5c-4b17-bb4b-171fed873403', 'mac_address': 'fa:16:3e:42:e4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:29:39.176928 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.189968 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81502c81-8f5c-4b17-bb4b-171fed873403 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:29:39.213351 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:39.221250 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.224362 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:39.286789 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=6']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:39.289992 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:39.391018 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde5bac-e589-4a63-9d68-dd106a5ddec2 req-4d0db447-74d9-42ea-8e7f-e7be741b81a2 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:39.392803 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5dde5bac-e589-4a63-9d68-dd106a5ddec2 req-4d0db447-74d9-42ea-8e7f-e7be741b81a2 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0750740 Jun 18 16:29:39.433131 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5dde5bac-e589-4a63-9d68-dd106a5ddec2 req-0062591d-e8c1-47d8-b454-2b6ca2772ec6 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346391 Jun 18 16:29:39.441384 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['81502c81-8f5c-4b17-bb4b-171fed873403'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:29:39.963124 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e37307-74c4-47b7-9e51-c4c56251d223 req-a6a6215b-a50b-4d6d-b506-99f86c54728a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:39.964618 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f6e37307-74c4-47b7-9e51-c4c56251d223 req-a6a6215b-a50b-4d6d-b506-99f86c54728a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 945 time: 0.0732601 Jun 18 16:29:40.006159 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f6e37307-74c4-47b7-9e51-c4c56251d223 req-540479c9-02e4-45fd-8460-b6d48ce3b1bb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355933 Jun 18 16:29:40.058183 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.142832 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512030a0-ac68-4fe9-9793-d1716bc59773 req-5c9fa29c-1d2c-40ff-83ff-9d910140d1f2 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:40.144382 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-512030a0-ac68-4fe9-9793-d1716bc59773 req-5c9fa29c-1d2c-40ff-83ff-9d910140d1f2 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0732739 Jun 18 16:29:40.193483 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-512030a0-ac68-4fe9-9793-d1716bc59773 req-7e761106-eb5e-458e-8c17-9283dcb54556 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430372 Jun 18 16:29:40.626414 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557e834-c9ac-4a23-93af-39a927f35ab1 req-a8091439-d704-4b0b-8ac6-1e5e2afd369d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:40.628016 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4557e834-c9ac-4a23-93af-39a927f35ab1 req-a8091439-d704-4b0b-8ac6-1e5e2afd369d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0696387 Jun 18 16:29:40.672243 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4557e834-c9ac-4a23-93af-39a927f35ab1 req-fda17537-2654-40ee-81dc-ca958e44e68a tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385926 Jun 18 16:29:40.990605 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 81502c81-8f5c-4b17-bb4b-171fed873403 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:41.051984 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 81502c81-8f5c-4b17-bb4b-171fed873403 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:41.051984 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.150030 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.178357 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:41.180609 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70662d7-ced4-4e8c-b983-c5b089542a4a" -d '{"events": [{"server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "name": "network-vif-plugged", "status": "completed", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:41.211174 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:41.218112 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df84ae-89ce-4608-adc1-618b65f93341 req-ea3d0b69-ce21-4192-b9e7-f3246d8b903a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:41.219789 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-11df84ae-89ce-4608-adc1-618b65f93341 req-ea3d0b69-ce21-4192-b9e7-f3246d8b903a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 945 time: 0.0910661 Jun 18 16:29:41.220484 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.222485 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-ce66cb59-55fb-46bd-8972-04fdddf60c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:41.282103 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e9fe3-e2af-4b04-b4e5-902fa9cc08d3 x-openstack-request-id: req-105e9fe3-e2af-4b04-b4e5-902fa9cc08d3 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:41.282103 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "name": "network-vif-plugged", "status": "completed", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:41.282103 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-105e9fe3-e2af-4b04-b4e5-902fa9cc08d3 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:41.282103 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403', 'code': 200} Jun 18 16:29:41.306340 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-11df84ae-89ce-4608-adc1-618b65f93341 req-16425752-20cc-4d39-8562-2967f0d1a062 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755789 Jun 18 16:29:41.312645 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=7']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:41.319224 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:41.468498 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1359da7-4984-4280-b208-3e42a0bc8a04 req-a7ec2b9e-9d9b-47c4-a7fb-5ca04f8c8422 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:41.470035 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a1359da7-4984-4280-b208-3e42a0bc8a04 req-a7ec2b9e-9d9b-47c4-a7fb-5ca04f8c8422 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0694005 Jun 18 16:29:41.516414 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a1359da7-4984-4280-b208-3e42a0bc8a04 req-f7c2b4b1-a1e3-41ae-81e3-f79894e938ce tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346148 Jun 18 16:29:41.862109 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1da9c-645f-4518-bbd2-cce0e4c3e77b req-0097621f-1744-400c-a418-86e196892f74 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:41.863596 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-49c1da9c-645f-4518-bbd2-cce0e4c3e77b req-0097621f-1744-400c-a418-86e196892f74 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0653517 Jun 18 16:29:41.903129 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-49c1da9c-645f-4518-bbd2-cce0e4c3e77b req-77184378-132a-42f1-b64b-61e0fa6631bb tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338457 Jun 18 16:29:41.950147 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.520933 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad83ec-57ba-499a-878d-b0fb61793971 req-2455e9e5-9be3-428d-9e54-8f7868c8c4e9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:42.523014 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d1ad83ec-57ba-499a-878d-b0fb61793971 req-2455e9e5-9be3-428d-9e54-8f7868c8c4e9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0877838 Jun 18 16:29:42.582794 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d1ad83ec-57ba-499a-878d-b0fb61793971 req-ebb321a6-8bb0-4480-adf8-2a084df4a6b6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511916 Jun 18 16:29:42.734447 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7ddea-8ff6-43f4-941a-80dbec68c7a9 req-0eb9afaf-707f-4957-9fe2-ef88b69f3a04 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:42.735905 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7fd7ddea-8ff6-43f4-941a-80dbec68c7a9 req-0eb9afaf-707f-4957-9fe2-ef88b69f3a04 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0774474 Jun 18 16:29:42.782062 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7fd7ddea-8ff6-43f4-941a-80dbec68c7a9 req-ec489974-4ee4-4e0a-b07e-30e7a917e85a tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Jun 18 16:29:43.252341 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d11d1-20d5-4fa7-bddf-3dc2fa9d6111 req-776d89a2-2838-41ed-9566-35d357e6d388 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:43.254365 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-971d11d1-20d5-4fa7-bddf-3dc2fa9d6111 req-776d89a2-2838-41ed-9566-35d357e6d388 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0764942 Jun 18 16:29:43.304538 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-971d11d1-20d5-4fa7-bddf-3dc2fa9d6111 req-f0b73d33-a7de-4abd-9ea1-f74e686ecdf9 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 Jun 18 16:29:43.828367 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc37fd-fd28-416d-9379-32ecfeb4f3bc req-cd7ee59c-45db-4e77-b00b-60b90940eef4 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:43.835514 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1ddc37fd-fd28-416d-9379-32ecfeb4f3bc req-cd7ee59c-45db-4e77-b00b-60b90940eef4 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0939584 Jun 18 16:29:43.886183 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1ddc37fd-fd28-416d-9379-32ecfeb4f3bc req-a3f4fe45-9103-456d-bf8e-37515422eba8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489104 Jun 18 16:29:44.016870 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ad0b0-31a5-4bf3-8b66-84fd74696c14 req-8a7f13a5-11c9-4b21-a2ab-4da65369ff7b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:44.018239 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-125ad0b0-31a5-4bf3-8b66-84fd74696c14 req-8a7f13a5-11c9-4b21-a2ab-4da65369ff7b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0748878 Jun 18 16:29:44.062416 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-125ad0b0-31a5-4bf3-8b66-84fd74696c14 req-b9237440-383f-48cd-8176-d852f56160c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373251 Jun 18 16:29:44.527422 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b8ddb-2211-4313-a07e-345b9ce0cd51 req-e48f94bf-0738-49ee-81da-a6670685ac28 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:44.530613 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-170b8ddb-2211-4313-a07e-345b9ce0cd51 req-e48f94bf-0738-49ee-81da-a6670685ac28 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0894160 Jun 18 16:29:44.606144 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-170b8ddb-2211-4313-a07e-345b9ce0cd51 req-2e62e406-0e19-41d8-8e35-47fe96a2ad38 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697770 Jun 18 16:29:45.066857 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 40742) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:45.202544 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d913e-fefd-443a-8a40-cc55e1823d40 req-f43fb165-f6fb-4bc5-9510-087ebc65c01f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:45.215449 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ef7d913e-fefd-443a-8a40-cc55e1823d40 req-f43fb165-f6fb-4bc5-9510-087ebc65c01f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.1428068 Jun 18 16:29:45.249545 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-238628fd-e290-4faf-80a1-bf1a2d1a1dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.307026 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ef7d913e-fefd-443a-8a40-cc55e1823d40 req-24d7c93b-7300-40c7-b2aa-fddcb695d585 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827942 Jun 18 16:29:45.357978 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c6a9f-532e-4ff4-8c73-4a3a066094d6 req-71887001-862a-47c6-ba75-ce5b5fdec7ce tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:45.360126 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0d6c6a9f-532e-4ff4-8c73-4a3a066094d6 req-71887001-862a-47c6-ba75-ce5b5fdec7ce tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0976274 Jun 18 16:29:45.402255 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-238628fd-e290-4faf-80a1-bf1a2d1a1dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.408326 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-238628fd-e290-4faf-80a1-bf1a2d1a1dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.411104 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d53da5d1-9239-486c-852b-9995fc8fdaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:45.418234 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0d6c6a9f-532e-4ff4-8c73-4a3a066094d6 req-113e469e-dd9b-4c61-9df7-b1b5c62078ac tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 Jun 18 16:29:45.449225 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40750) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:45.449519 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-238628fd-e290-4faf-80a1-bf1a2d1a1dae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=684c58eecd814d198dd7124a89f19e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812311 Jun 18 16:29:45.455393 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238628fd-e290-4faf-80a1-bf1a2d1a1dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42a9523-2133-4920-8336-49058a28fb6e,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:45.470080 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-238628fd-e290-4faf-80a1-bf1a2d1a1dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:45.540673 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-35247ff4-7fb1-4874-a24a-7454299c8673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.575161 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-35247ff4-7fb1-4874-a24a-7454299c8673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.640158 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-35247ff4-7fb1-4874-a24a-7454299c8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.643211 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-35247ff4-7fb1-4874-a24a-7454299c8673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.644572 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-35247ff4-7fb1-4874-a24a-7454299c8673 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c42a9523-2133-4920-8336-49058a28fb6e HTTP/1.1" status: 204 len: 168 time: 0.1944442 Jun 18 16:29:45.645471 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4e30a9c9-f9e1-43d5-b7e0-42d382dc9221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:45.654499 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35247ff4-7fb1-4874-a24a-7454299c8673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42a9523-2133-4920-8336-49058a28fb6e,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:45.657844 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-35247ff4-7fb1-4874-a24a-7454299c8673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:45.848662 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167657e-290a-4dd3-bc40-69df0fef9c04 req-83336af9-2995-44c3-9e38-0012a56a587e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:45.850226 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d167657e-290a-4dd3-bc40-69df0fef9c04 req-83336af9-2995-44c3-9e38-0012a56a587e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0840287 Jun 18 16:29:45.927204 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d167657e-290a-4dd3-bc40-69df0fef9c04 req-fbb784d7-7248-4246-8c54-466322dd6f68 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654542 Jun 18 16:29:46.617812 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583566-d2f7-4813-ab89-c6ab69714497 req-a8a24ed4-8e77-4f0a-8723-97c6840274ff tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:46.619325 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2e583566-d2f7-4813-ab89-c6ab69714497 req-a8a24ed4-8e77-4f0a-8723-97c6840274ff tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.1266792 Jun 18 16:29:46.672544 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b383d0-bdce-4f2c-af52-1711232dec1e req-e25a577a-c710-4188-9f95-e1c95b6cb9f4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:46.673875 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2e583566-d2f7-4813-ab89-c6ab69714497 req-a37bc05b-d02c-4678-b3f1-1f74e2cadd54 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Jun 18 16:29:46.675553 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e4b383d0-bdce-4f2c-af52-1711232dec1e req-e25a577a-c710-4188-9f95-e1c95b6cb9f4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1205852 Jun 18 16:29:46.752610 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e4b383d0-bdce-4f2c-af52-1711232dec1e req-11223e0e-e6ee-4112-9388-f4368a9501f3 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708983 Jun 18 16:29:46.905472 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e2587-cae4-42fa-bb35-25a5694da6e1 req-3e28f54b-3f09-4d19-b454-908aa8fef3e2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:46.907176 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-277e2587-cae4-42fa-bb35-25a5694da6e1 req-3e28f54b-3f09-4d19-b454-908aa8fef3e2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0835690 Jun 18 16:29:46.969976 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-277e2587-cae4-42fa-bb35-25a5694da6e1 req-fdb1de15-acd4-4a32-b368-ead13d397f6a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570068 Jun 18 16:29:46.989782 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 40810) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:47.202663 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03dee7-389f-4d48-9a88-65a79cbbfe74 req-795438f8-ef8d-44dd-b71f-482786e912cf tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:47.210956 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1a03dee7-389f-4d48-9a88-65a79cbbfe74 req-795438f8-ef8d-44dd-b71f-482786e912cf tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1052291 Jun 18 16:29:47.256706 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1a03dee7-389f-4d48-9a88-65a79cbbfe74 req-ea644e95-7c9a-4426-84e7-2a31ceab92a3 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444615 Jun 18 16:29:47.323448 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fc7875-7ab9-4879-a318-b4ba7e1875c7 tempest-TestMinimumBasicScenario-1033404159 tempest-TestMinimumBasicScenario-1033404159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:47.329584 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40818) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:47.334522 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'floatingip': {'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'port_id': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:47.339181 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d7fc7875-7ab9-4879-a318-b4ba7e1875c7 tempest-TestMinimumBasicScenario-1033404159 tempest-TestMinimumBasicScenario-1033404159-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 1093 time: 0.3475342 Jun 18 16:29:47.361615 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for floatingip, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.728685 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.868862 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Allocated IP 172.27.3.97 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/9f5ad6e8-7ec4-4fc7-8688-17e9f0a4b070) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:47.978069 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e37a66-5936-42c3-996d-531f02ccc0c3 req-28f91bcd-e468-4315-9227-6d624b789903 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:47.979890 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d0e37a66-5936-42c3-996d-531f02ccc0c3 req-28f91bcd-e468-4315-9227-6d624b789903 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0920200 Jun 18 16:29:47.984593 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a799beb-39ae-4ec7-9c31-e87635fc67c3 req-dfbeeb62-a93d-40b9-a2e9-814fadf65f24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:47.991461 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7a799beb-39ae-4ec7-9c31-e87635fc67c3 req-dfbeeb62-a93d-40b9-a2e9-814fadf65f24 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.1388581 Jun 18 16:29:48.061479 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d0e37a66-5936-42c3-996d-531f02ccc0c3 req-545cd7e2-faea-41df-a518-dd0c9ac36e4e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716162 Jun 18 16:29:48.065435 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7a799beb-39ae-4ec7-9c31-e87635fc67c3 req-5d0b15fc-baf8-4633-945c-4e6286cece43 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729811 Jun 18 16:29:48.098098 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.139295 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.142223 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:48.183478 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:48.186661 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:48.190260 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:48.216821 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'Port': ['ID=9f5ad6e8-7ec4-4fc7-8688-17e9f0a4b070,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:48.225969 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:48.456520 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c25ba1-5f67-47a0-b9f6-8ae6e5edc03a req-c977a6f6-706b-4fdd-8f33-67807358c314 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:48.463875 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-55c25ba1-5f67-47a0-b9f6-8ae6e5edc03a req-c977a6f6-706b-4fdd-8f33-67807358c314 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0693853 Jun 18 16:29:48.514431 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-55c25ba1-5f67-47a0-b9f6-8ae6e5edc03a req-bc3292b5-535f-4c73-8b54-e4f097681196 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497901 Jun 18 16:29:48.654001 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.745543 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.942840 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.950770 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12802647'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.954446 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:49.032579 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.034581 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'Port': ['ID=9f5ad6e8-7ec4-4fc7-8688-17e9f0a4b070,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:49.037905 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:49.211454 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.l3_db [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Floating IP bca89fa9-da3f-4c00-9e32-321a161e7e82 associated. External IP: 172.27.3.97, port: 132db171-db3f-4b7f-a141-9b5607a75c8a. Jun 18 16:29:49.308376 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f079be-1a09-48d7-b763-e7c8bcaa1f4d req-e1d21b00-33d9-4e39-8f58-8f3fe3e2170f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:49.315430 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-63f079be-1a09-48d7-b763-e7c8bcaa1f4d req-e1d21b00-33d9-4e39-8f58-8f3fe3e2170f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0884469 Jun 18 16:29:49.369805 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-63f079be-1a09-48d7-b763-e7c8bcaa1f4d req-016b2fee-8747-4b90-a481-f3dde43a51e6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533700 Jun 18 16:29:49.396114 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a34c3-ab2b-4211-8de2-c2bf898c6cae req-3ec28f62-fbc5-47dc-9d62-105f95af2696 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:49.397644 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f75a34c3-ab2b-4211-8de2-c2bf898c6cae req-3ec28f62-fbc5-47dc-9d62-105f95af2696 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1439755 Jun 18 16:29:49.478585 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f75a34c3-ab2b-4211-8de2-c2bf898c6cae req-986e4e13-0f8f-4a04-92cc-acaf656a86e6 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736661 Jun 18 16:29:49.564824 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Router 2f672dd5-d648-4b2e-b117-e91d2ed46efa has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:49.760072 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:49.771117 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] Sync routers for ids ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:49.781776 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] Routers {'2f672dd5-d648-4b2e-b117-e91d2ed46efa'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:49.782397 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:29:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:49.782869 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.792380 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4b823-0cf5-4d45-ae16-5e886874711a req-ce7e1d19-8eed-45e5-a608-c8c68a43476c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:49.793998 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f1c4b823-0cf5-4d45-ae16-5e886874711a req-ce7e1d19-8eed-45e5-a608-c8c68a43476c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1356876 Jun 18 16:29:49.885510 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5541582 Jun 18 16:29:49.892347 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:49.895097 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f85b52-e044-484a-b0b6-c6b060eb2992" -d '{"events": [{"name": "network-changed", "server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:49.897778 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40858) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:49.910293 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] Set router 2f672dd5-d648-4b2e-b117-e91d2ed46efa gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:49.916994 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-7d53eb8d-d038-4a90-8af4-05ee2581b511 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403293219', 'description': 'tempest-secgroup-smoke-1403293219 description', 'project_id': '10a61164e6f74af2a2c5e6875d56aa53'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:49.920867 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f1c4b823-0cf5-4d45-ae16-5e886874711a req-f37fbc34-ad64-41ac-bda7-5d3c93fc6951 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183670 Jun 18 16:29:49.966281 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2163e19-d93b-44c9-b6e7-ef02a3455838 x-openstack-request-id: req-b2163e19-d93b-44c9-b6e7-ef02a3455838 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:49.967102 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:49.967589 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2163e19-d93b-44c9-b6e7-ef02a3455838 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:49.968194 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'status': 'completed', 'code': 200} Jun 18 16:29:49.975261 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7d53eb8d-d038-4a90-8af4-05ee2581b511 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.088383 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7d53eb8d-d038-4a90-8af4-05ee2581b511 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.093586 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7d53eb8d-d038-4a90-8af4-05ee2581b511 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.096539 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-35247ff4-7fb1-4874-a24a-7454299c8673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:50.131031 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53eb8d-d038-4a90-8af4-05ee2581b511 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24326de-f207-4bbf-aac0-df9708bb1a35,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:50.134197 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7d53eb8d-d038-4a90-8af4-05ee2581b511 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:50.140412 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7d53eb8d-d038-4a90-8af4-05ee2581b511 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.143556 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-7d53eb8d-d038-4a90-8af4-05ee2581b511 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2325139 Jun 18 16:29:50.145843 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 40868) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:50.150757 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-a81d5aad-f671-49d2-b800-cdf970e68b50 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'security_group_rule': {'security_group_id': 'f24326de-f207-4bbf-aac0-df9708bb1a35', 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:50.185955 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'bca89fa9-da3f-4c00-9e32-321a161e7e82', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'port_id': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'mac_address': 'fa:16:3e:1a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:48Z', 'updated_at': '2021-06-18T16:29:48Z', 'revision_number': 0, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc', 'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'mac_address': 'fa:16:3e:d5:94:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:34Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 5, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'subnets': [{'id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:50.194597 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a81d5aad-f671-49d2-b800-cdf970e68b50 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.213195 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] Checking router: 2f672dd5-d648-4b2e-b117-e91d2ed46efa for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:50.222601 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] Routers {'2f672dd5-d648-4b2e-b117-e91d2ed46efa'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:50.223462 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:29:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:50.275265 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a81d5aad-f671-49d2-b800-cdf970e68b50 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.283191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a81d5aad-f671-49d2-b800-cdf970e68b50 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.292578 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0b0e15ea-230a-4d27-b173-50720e02a211 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:50.309308 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d5aad-f671-49d2-b800-cdf970e68b50 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62a6ddf-5720-4f8d-8541-e486a1678da6,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:50.312999 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a81d5aad-f671-49d2-b800-cdf970e68b50 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:50.317977 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a81d5aad-f671-49d2-b800-cdf970e68b50 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.322832 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-a81d5aad-f671-49d2-b800-cdf970e68b50 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734316 Jun 18 16:29:50.323804 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40870) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:50.330219 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-ec5e0d40-9e50-493c-9fcb-2ebf0ba0e2e6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'security_group_rule': {'security_group_id': 'f24326de-f207-4bbf-aac0-df9708bb1a35', 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:50.346448 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] Set router 2f672dd5-d648-4b2e-b117-e91d2ed46efa gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:50.371408 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ec5e0d40-9e50-493c-9fcb-2ebf0ba0e2e6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.461354 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ec5e0d40-9e50-493c-9fcb-2ebf0ba0e2e6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.477002 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ec5e0d40-9e50-493c-9fcb-2ebf0ba0e2e6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.486284 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-daf99d17-7f11-4c28-b52e-4f1e4bba4a89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:50.504921 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e0d40-9e50-493c-9fcb-2ebf0ba0e2e6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f563541d-f5ac-43f0-bc48-ce7dfbb0278b,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:50.506960 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ec5e0d40-9e50-493c-9fcb-2ebf0ba0e2e6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:50.518214 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ec5e0d40-9e50-493c-9fcb-2ebf0ba0e2e6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.519325 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-ec5e0d40-9e50-493c-9fcb-2ebf0ba0e2e6 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1945112 Jun 18 16:29:50.522718 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 40876) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:50.528112 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-93ebdafe-b2a0-43e4-b270-83963828a9d9 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'security_group_rule': {'security_group_id': 'f24326de-f207-4bbf-aac0-df9708bb1a35', 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:50.617313 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93ebdafe-b2a0-43e4-b270-83963828a9d9 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.712695 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc40f5-08e8-4873-972d-9c392ecf88b9 req-db5b19e6-7c97-4c88-9487-68eee67f6cb1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:50.714159 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37bc40f5-08e8-4873-972d-9c392ecf88b9 req-db5b19e6-7c97-4c88-9487-68eee67f6cb1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.1547601 Jun 18 16:29:50.723606 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93ebdafe-b2a0-43e4-b270-83963828a9d9 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.727270 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbda08-f959-4bec-968a-6684db16b49a req-d9c58801-d6b0-4b66-b80a-71ec2cd0f807 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:50.737248 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bafbda08-f959-4bec-968a-6684db16b49a req-d9c58801-d6b0-4b66-b80a-71ec2cd0f807 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1049447 Jun 18 16:29:50.742163 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93ebdafe-b2a0-43e4-b270-83963828a9d9 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.752430 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:50.775137 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebdafe-b2a0-43e4-b270-83963828a9d9 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a020a174-75ee-461f-ac53-883ec18bd8d6,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:50.791115 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-93ebdafe-b2a0-43e4-b270-83963828a9d9 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:50.797466 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bafbda08-f959-4bec-968a-6684db16b49a req-35e174f6-9c75-482e-bb99-96964061e13e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580449 Jun 18 16:29:50.799158 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93ebdafe-b2a0-43e4-b270-83963828a9d9 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.801018 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-93ebdafe-b2a0-43e4-b270-83963828a9d9 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766328 Jun 18 16:29:50.812941 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40878) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:50.813777 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'bca89fa9-da3f-4c00-9e32-321a161e7e82', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'port_id': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'mac_address': 'fa:16:3e:1a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:48Z', 'updated_at': '2021-06-18T16:29:48Z', 'revision_number': 0, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc', 'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'mac_address': 'fa:16:3e:d5:94:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:34Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 5, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'subnets': [{'id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:50.817924 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-8884abaa-8898-4321-9aaa-ff54327fdc2b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'security_group_rule': {'security_group_id': 'f24326de-f207-4bbf-aac0-df9708bb1a35', 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:50.818636 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37bc40f5-08e8-4873-972d-9c392ecf88b9 req-923339e3-8639-48c4-9a77-e958c42cd04e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928776 Jun 18 16:29:50.861983 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a537f-cfd0-4f54-a969-c99f80a06240 None None] The sync data for ids ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'] in dv-cinder-792462-12-iscsi is: [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'bca89fa9-da3f-4c00-9e32-321a161e7e82', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'port_id': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'mac_address': 'fa:16:3e:1a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:48Z', 'updated_at': '2021-06-18T16:29:48Z', 'revision_number': 0, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc', 'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'mac_address': 'fa:16:3e:d5:94:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:34Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 5, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'subnets': [{'id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:50.877769 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8884abaa-8898-4321-9aaa-ff54327fdc2b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.986314 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8884abaa-8898-4321-9aaa-ff54327fdc2b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.993492 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8884abaa-8898-4321-9aaa-ff54327fdc2b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.001340 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-969cb666-586b-4c7d-aa86-75fcac71c827 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:51.031572 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884abaa-8898-4321-9aaa-ff54327fdc2b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea46c0e-b519-4011-931c-128c105a5eef,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:51.042884 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8884abaa-8898-4321-9aaa-ff54327fdc2b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:51.056728 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8884abaa-8898-4321-9aaa-ff54327fdc2b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.061649 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-8884abaa-8898-4321-9aaa-ff54327fdc2b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2439885 Jun 18 16:29:51.061965 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 40886) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:51.066483 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-b7b64ead-4ac3-4428-a647-953d824a3ae2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'security_group_rule': {'security_group_id': 'f24326de-f207-4bbf-aac0-df9708bb1a35', 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:51.127153 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.securitygroups_db [None req-b7b64ead-4ac3-4428-a647-953d824a3ae2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Project 10a61164e6f74af2a2c5e6875d56aa53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:29:51.155914 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b7b64ead-4ac3-4428-a647-953d824a3ae2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.221620 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7f24c-5ce9-496a-a54d-66307ec1f7b9 None None] New status for floating IP bca89fa9-da3f-4c00-9e32-321a161e7e82: ACTIVE {{(pid=92765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:29:51.238596 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cadb58-66f5-4a06-8332-c1e953dcc72e req-b83a1ee9-51cd-4fc5-8143-7747096bc8b4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:51.245464 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-64cadb58-66f5-4a06-8332-c1e953dcc72e req-b83a1ee9-51cd-4fc5-8143-7747096bc8b4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1306074 Jun 18 16:29:51.259102 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b7b64ead-4ac3-4428-a647-953d824a3ae2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.270166 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b7b64ead-4ac3-4428-a647-953d824a3ae2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.274210 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:51.336291 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b64ead-4ac3-4428-a647-953d824a3ae2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07e44a3-a914-4eab-943a-8f5aaa158c53,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:51.350056 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-b7b64ead-4ac3-4428-a647-953d824a3ae2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:51.354697 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-64cadb58-66f5-4a06-8332-c1e953dcc72e req-3c4f9da2-5fea-49ae-ad28-4743b3f30999 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083784 Jun 18 16:29:51.363716 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b7b64ead-4ac3-4428-a647-953d824a3ae2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.367965 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 40890) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:51.368507 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-b7b64ead-4ac3-4428-a647-953d824a3ae2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3051543 Jun 18 16:29:51.374044 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-0909da0a-5299-4de4-9f1e-68321232a7fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'security_group_rule': {'security_group_id': 'f24326de-f207-4bbf-aac0-df9708bb1a35', 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:51.412223 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.securitygroups_db [None req-0909da0a-5299-4de4-9f1e-68321232a7fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Project 10a61164e6f74af2a2c5e6875d56aa53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:29:51.418843 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0909da0a-5299-4de4-9f1e-68321232a7fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.500788 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0909da0a-5299-4de4-9f1e-68321232a7fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.507378 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0909da0a-5299-4de4-9f1e-68321232a7fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.509457 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a81d5aad-f671-49d2-b800-cdf970e68b50 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:51.534880 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909da0a-5299-4de4-9f1e-68321232a7fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823b2e3b-fd6c-485a-857d-a445ec863cc1,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:51.538155 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0909da0a-5299-4de4-9f1e-68321232a7fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:51.542603 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0909da0a-5299-4de4-9f1e-68321232a7fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.544155 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-0909da0a-5299-4de4-9f1e-68321232a7fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1750457 Jun 18 16:29:51.712099 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-2c571bfd-806f-40aa-8de4-e9ef87237e45 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403293219&fields=id&tenant_id=10a61164e6f74af2a2c5e6875d56aa53 HTTP/1.1" status: 200 len: 267 time: 0.0517077 Jun 18 16:29:51.784258 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-bb121de9-7f47-486d-bc76-1f51227dbc47 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:51.786322 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-bb121de9-7f47-486d-bc76-1f51227dbc47 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0715454 Jun 18 16:29:51.797631 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-2ca844e3-5d75-484e-9444-c9e19a7aaefc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'port': {'security_groups': ['a36de58c-ddc0-4075-9544-4f0de2408c49', 'f24326de-f207-4bbf-aac0-df9708bb1a35']}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:51.920659 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-2ca844e3-5d75-484e-9444-c9e19a7aaefc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.009998 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe66d7-d5a4-4a1a-bfd7-ef7bccf04da0 req-a2e22fbc-b2ab-49ea-8495-2a38549a3d1f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:52.011721 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-90fe66d7-d5a4-4a1a-bfd7-ef7bccf04da0 req-a2e22fbc-b2ab-49ea-8495-2a38549a3d1f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0959637 Jun 18 16:29:52.066796 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-90fe66d7-d5a4-4a1a-bfd7-ef7bccf04da0 req-ee6ec4bd-35ce-49e2-add7-8ec159fdd235 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Jun 18 16:29:52.317357 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af50d7c-0d59-4962-b2a4-0f9d696c471f req-14d541c5-254b-48e5-a40b-c6ac39b8be3a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:52.324077 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6af50d7c-0d59-4962-b2a4-0f9d696c471f req-14d541c5-254b-48e5-a40b-c6ac39b8be3a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.1003609 Jun 18 16:29:52.398008 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-2ca844e3-5d75-484e-9444-c9e19a7aaefc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] For port 132db171-db3f-4b7f-a141-9b5607a75c8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=132db171-db3f-4b7f-a141-9b5607a75c8a,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:52.421196 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6af50d7c-0d59-4962-b2a4-0f9d696c471f req-981dd55b-d5a8-49bf-8bb1-2cd932d52856 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939434 Jun 18 16:29:52.444324 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-2ca844e3-5d75-484e-9444-c9e19a7aaefc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.463471 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-2ca844e3-5d75-484e-9444-c9e19a7aaefc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.468357 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:52.496361 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-ddbc8ccd-30a6-425d-872b-fe638aa474c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:52.498407 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-ddbc8ccd-30a6-425d-872b-fe638aa474c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a61164e6f74af2a2c5e6875d56aa53&device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 1098 time: 0.1336739 Jun 18 16:29:52.520015 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['132db171-db3f-4b7f-a141-9b5607a75c8a'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:29:52.593552 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-2ca844e3-5d75-484e-9444-c9e19a7aaefc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:52.594332 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-2ca844e3-5d75-484e-9444-c9e19a7aaefc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.599567 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5e22855d-0070-485c-beeb-2d6f5d3a0ebe req-2ca844e3-5d75-484e-9444-c9e19a7aaefc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "PUT /v2.0/ports/132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 200 len: 981 time: 0.8064291 Jun 18 16:29:52.600163 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:52.609584 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367684cc-bf11-4447-9b04-81f2939a7c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:52.625219 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca844e3-5d75-484e-9444-c9e19a7aaefc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'Port': ['ID=132db171-db3f-4b7f-a141-9b5607a75c8a,revision_number=6']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:52.644338 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2ca844e3-5d75-484e-9444-c9e19a7aaefc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:52.792309 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc42fd2-fda5-4cef-b0e3-c20e1dff479e req-5ad92f61-192d-4b35-9096-93b947a4b420 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:52.794734 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ecc42fd2-fda5-4cef-b0e3-c20e1dff479e req-5ad92f61-192d-4b35-9096-93b947a4b420 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1859291 Jun 18 16:29:52.815310 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['132db171-db3f-4b7f-a141-9b5607a75c8a'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:29:52.868455 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-56d84e9a-a1c6-4c02-b96f-80bc9f02b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:52.870263 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-56d84e9a-a1c6-4c02-b96f-80bc9f02b69b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e357c514-b155-4f6b-ac2f-beeff42d1b30 HTTP/1.1" status: 200 len: 916 time: 0.3605285 Jun 18 16:29:52.889371 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ecc42fd2-fda5-4cef-b0e3-c20e1dff479e req-a50b7dff-a7e1-47ef-9a24-d4c47e1f1a95 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796895 Jun 18 16:29:52.890512 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69763e7f-1612-4454-8d68-d1d677209ecd req-7cf70e2a-4be6-4cda-a35e-a1e1ffc301c3 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:52.892008 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-69763e7f-1612-4454-8d68-d1d677209ecd req-7cf70e2a-4be6-4cda-a35e-a1e1ffc301c3 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0983613 Jun 18 16:29:52.942929 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-ecc6b53e-3802-43e4-8fab-a2f17e31bdac None None] Provisioning complete for port 132db171-db3f-4b7f-a141-9b5607a75c8a triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:52.943526 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b53e-3802-43e4-8fab-a2f17e31bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.988400 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-69763e7f-1612-4454-8d68-d1d677209ecd req-1d9fb49e-396b-4d75-aee1-ccbf32abeb70 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904069 Jun 18 16:29:53.029948 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885b07f5-2192-49ee-8593-d830d8cdcdbc x-openstack-request-id: req-885b07f5-2192-49ee-8593-d830d8cdcdbc {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:53.029948 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:53.029948 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-885b07f5-2192-49ee-8593-d830d8cdcdbc {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:53.029948 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'status': 'completed', 'code': 200} Jun 18 16:29:53.079609 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-d54458ec-29c2-4b7c-9880-f160210b6a23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 200 len: 1000 time: 0.1831760 Jun 18 16:29:53.217095 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-93536121-b920-4306-8cb3-7ca2eb39b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:53.220958 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-93536121-b920-4306-8cb3-7ca2eb39b6c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=456d5e3f-888a-4e1f-a78d-e72fd2b202b5 HTTP/1.1" status: 200 len: 854 time: 0.1281133 Jun 18 16:29:53.325543 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-dca48159-2441-43f9-9a09-0629d9177b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:53.338074 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-dca48159-2441-43f9-9a09-0629d9177b8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e357c514-b155-4f6b-ac2f-beeff42d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1030023 Jun 18 16:29:53.448560 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd649-fb4f-4a33-aa29-ca1a6e0e475e req-e4472cc3-31be-472c-aa27-87b2a50efb3b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:53.449773 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-b17d5173-1b54-4b73-a8b8-97f9c32be4ac service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067264 Jun 18 16:29:53.452529 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d76dd649-fb4f-4a33-aa29-ca1a6e0e475e req-e4472cc3-31be-472c-aa27-87b2a50efb3b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1166513 Jun 18 16:29:53.527076 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d76dd649-fb4f-4a33-aa29-ca1a6e0e475e req-8dfc28cd-4a66-4308-b162-0dddbbf65dd6 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686240 Jun 18 16:29:53.598522 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b1f85b52-e044-484a-b0b6-c6b060eb2992 req-d03d33ee-8854-455f-b2c0-77ee6721d39f service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412802 Jun 18 16:29:53.682327 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016cd7c-70c5-44de-b639-964b129bae24 req-919e6a37-8143-4a78-a3e0-f3cfbce2d876 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:53.683837 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d016cd7c-70c5-44de-b639-964b129bae24 req-919e6a37-8143-4a78-a3e0-f3cfbce2d876 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0732596 Jun 18 16:29:53.771814 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d016cd7c-70c5-44de-b639-964b129bae24 req-4cd8d551-3bf5-4240-8245-010c6c64ff10 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792866 Jun 18 16:29:53.793144 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-a9dd5556-c4ab-40cb-b849-622d7106393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:53.798629 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-a9dd5556-c4ab-40cb-b849-622d7106393e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a61164e6f74af2a2c5e6875d56aa53&device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 1137 time: 0.0936909 Jun 18 16:29:53.906532 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-4da1044d-c4ce-4ddd-abd5-994ad03fee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:53.908083 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-4da1044d-c4ce-4ddd-abd5-994ad03fee48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e357c514-b155-4f6b-ac2f-beeff42d1b30 HTTP/1.1" status: 200 len: 916 time: 0.1019487 Jun 18 16:29:54.046531 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-e44336ad-062a-4f09-8bc9-b86a23865a20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 200 len: 1000 time: 0.1268594 Jun 18 16:29:54.125876 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-7e624907-10e1-49f2-ad14-76dffc11565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:54.127266 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-7e624907-10e1-49f2-ad14-76dffc11565f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=456d5e3f-888a-4e1f-a78d-e72fd2b202b5 HTTP/1.1" status: 200 len: 854 time: 0.0667520 Jun 18 16:29:54.151809 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aff23-4d45-4ee0-9b93-5146230db761 req-4d56950c-b997-41e9-a56e-7042f28017f3 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:54.154026 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0e0aff23-4d45-4ee0-9b93-5146230db761 req-4d56950c-b997-41e9-a56e-7042f28017f3 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0763948 Jun 18 16:29:54.198196 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-0ab0c334-54bb-4f25-acf6-a082cdc02847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:54.200906 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-0ab0c334-54bb-4f25-acf6-a082cdc02847 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e357c514-b155-4f6b-ac2f-beeff42d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0658162 Jun 18 16:29:54.204670 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0e0aff23-4d45-4ee0-9b93-5146230db761 req-959779da-046b-4de5-9db6-666eb85138eb tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Jun 18 16:29:54.322063 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-e87aaaf0-7eeb-497b-aa1c-dd3d79b1e368 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140068 Jun 18 16:29:54.452019 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-367684cc-bf11-4447-9b04-81f2939a7c6f req-a13d91a1-6a2b-4a1a-86e3-840570e1a0c4 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148398 Jun 18 16:29:54.726967 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb6f45-198e-4ae7-9c1e-166323e1839a req-cd65e5ba-40e0-48fb-92b7-4f85cc612567 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:54.729030 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8dfb6f45-198e-4ae7-9c1e-166323e1839a req-cd65e5ba-40e0-48fb-92b7-4f85cc612567 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0686619 Jun 18 16:29:54.770162 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8dfb6f45-198e-4ae7-9c1e-166323e1839a req-5c6b73fa-27f7-4fec-a3c9-16fe26b04833 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332739 Jun 18 16:29:54.971061 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c11a0-0fe7-4dc8-92d4-fbbb72210fec req-c506513c-73be-4b4d-9552-29445352bcfb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:54.972532 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f48c11a0-0fe7-4dc8-92d4-fbbb72210fec req-c506513c-73be-4b4d-9552-29445352bcfb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0670700 Jun 18 16:29:55.014522 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f48c11a0-0fe7-4dc8-92d4-fbbb72210fec req-4a10602b-4f09-4302-b128-5cbf901f66ff tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343864 Jun 18 16:29:55.134523 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327e31c-3243-4908-a78d-7f804f541b11 req-0f35d1bd-ea89-4555-aec1-22b260bf3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:55.135993 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3327e31c-3243-4908-a78d-7f804f541b11 req-0f35d1bd-ea89-4555-aec1-22b260bf3ea9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 1099 time: 0.0534556 Jun 18 16:29:55.172330 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3327e31c-3243-4908-a78d-7f804f541b11 req-881206c9-527d-47a0-86ca-f96434817c13 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294354 Jun 18 16:29:55.410047 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f203b-30af-409b-8405-439d9d228466 req-2b6721ec-1a2d-422a-a8e8-d791b18845fb tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:55.411578 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4f6f203b-30af-409b-8405-439d9d228466 req-2b6721ec-1a2d-422a-a8e8-d791b18845fb tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0677130 Jun 18 16:29:55.452264 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4f6f203b-30af-409b-8405-439d9d228466 req-13a70921-1668-4d4d-b4e7-c945b388f412 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348425 Jun 18 16:29:55.670540 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 40994) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.774678 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-006cef9c-344c-46eb-864a-2b76edefc561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.868869 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-006cef9c-344c-46eb-864a-2b76edefc561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.875323 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-006cef9c-344c-46eb-864a-2b76edefc561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.878060 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3394c02e-a72a-488c-8851-de5ee170b31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:55.924618 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cef9c-344c-46eb-864a-2b76edefc561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4fe714-09d4-49d9-8fc8-c31f9c15ca6b,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:55.943708 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-006cef9c-344c-46eb-864a-2b76edefc561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:55.946865 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-006cef9c-344c-46eb-864a-2b76edefc561 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9ce4df25f2e454399549bc78d8de5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753217 Jun 18 16:29:55.949443 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41000) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:56.018290 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f9dc2-e6fb-4a88-885c-35b30c6ed86e req-d6310b70-f087-4175-b0dc-f71c73ba8e86 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:56.019730 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d87f9dc2-e6fb-4a88-885c-35b30c6ed86e req-d6310b70-f087-4175-b0dc-f71c73ba8e86 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.1158755 Jun 18 16:29:56.022586 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-146c5ce8-c88f-4a12-8e56-831a2e2f992c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.057226 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-146c5ce8-c88f-4a12-8e56-831a2e2f992c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.090465 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d87f9dc2-e6fb-4a88-885c-35b30c6ed86e req-213e7c3d-9921-4c72-aab0-6ecf9bd1f10e tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641127 Jun 18 16:29:56.126197 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-146c5ce8-c88f-4a12-8e56-831a2e2f992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.128841 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-146c5ce8-c88f-4a12-8e56-831a2e2f992c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.129973 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-146c5ce8-c88f-4a12-8e56-831a2e2f992c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f4fe714-09d4-49d9-8fc8-c31f9c15ca6b HTTP/1.1" status: 204 len: 168 time: 0.1789737 Jun 18 16:29:56.130720 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2eb8eb13-d4e4-4df7-abd3-150981bfbe29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:56.138454 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c5ce8-c88f-4a12-8e56-831a2e2f992c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4fe714-09d4-49d9-8fc8-c31f9c15ca6b,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:56.151124 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-146c5ce8-c88f-4a12-8e56-831a2e2f992c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:56.231568 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-f397a744-0064-477d-a9dd-6e4b5494b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:56.233216 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-f397a744-0064-477d-a9dd-6e4b5494b1a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 1099 time: 0.0995266 Jun 18 16:29:56.243913 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ede7-2f46-4200-929c-b65f0b6234fe req-05cea26d-489b-42ab-be85-4ddd4f9bb115 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:56.245432 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8d73ede7-2f46-4200-929c-b65f0b6234fe req-05cea26d-489b-42ab-be85-4ddd4f9bb115 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.1016741 Jun 18 16:29:56.339458 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8d73ede7-2f46-4200-929c-b65f0b6234fe req-760b633a-d501-4f3e-a0bb-1040ac64e66d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846810 Jun 18 16:29:56.379298 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-dd12b4a5-98f6-4ac5-8811-f19cb1544192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:56.380675 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-dd12b4a5-98f6-4ac5-8811-f19cb1544192 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 918 time: 0.1342423 Jun 18 16:29:56.454400 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-2f60a8da-22b8-4d1f-972a-b5909e90a14e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81502c81-8f5c-4b17-bb4b-171fed873403 HTTP/1.1" status: 200 len: 1001 time: 0.0618908 Jun 18 16:29:56.505514 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-a5400f40-84b4-4a78-83d6-48e7552b0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:56.506974 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-a5400f40-84b4-4a78-83d6-48e7552b0696 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.0444202 Jun 18 16:29:56.568127 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-8b800006-2431-47d4-b595-9e8e21ce9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:56.569583 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-8b800006-2431-47d4-b595-9e8e21ce9c84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548286 Jun 18 16:29:56.633617 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e4471-99c8-405f-a3b2-1b0f856ebf85 req-519ebd5a-ce24-4bab-aa91-f005064618da tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:56.635000 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cd8e4471-99c8-405f-a3b2-1b0f856ebf85 req-519ebd5a-ce24-4bab-aa91-f005064618da tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0683575 Jun 18 16:29:56.672893 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cd8e4471-99c8-405f-a3b2-1b0f856ebf85 req-dfaf0da3-cae9-46c6-9745-bd21047305ab tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321350 Jun 18 16:29:56.695989 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-e21aa1c2-5823-4e85-be5c-af0f1b8fa5c1 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890136 Jun 18 16:29:56.789422 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b5cd10a3-11e4-4665-92be-56d8ec7aece9 req-f3f0fbbb-7b8c-4665-991c-b8bb0d8458ab service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846241 Jun 18 16:29:57.271378 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22f452-2be2-40bc-b330-fd570a205a9c req-2e642e50-2c54-48ce-9290-cafb58c32a4c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:57.272783 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-db22f452-2be2-40bc-b330-fd570a205a9c req-2e642e50-2c54-48ce-9290-cafb58c32a4c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0614753 Jun 18 16:29:57.310052 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-db22f452-2be2-40bc-b330-fd570a205a9c req-8c52335c-13fd-43c2-a22d-fcd9a4823aad tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310640 Jun 18 16:29:57.546458 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8becacc-bf35-4d03-a567-6f924f8d43c1 req-9b868b7f-d792-4748-8555-c29d56a8a520 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:57.547887 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e8becacc-bf35-4d03-a567-6f924f8d43c1 req-9b868b7f-d792-4748-8555-c29d56a8a520 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 946 time: 0.0711915 Jun 18 16:29:57.593828 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e8becacc-bf35-4d03-a567-6f924f8d43c1 req-fa91463e-c4c9-40bd-baa9-be7ff57f1bc7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401378 Jun 18 16:29:57.852639 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6785e75-5b5f-4187-8c86-2bcc7e9bbebe req-8055a572-a8f6-499b-b330-e93b192997ba tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:57.853470 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750278-7671-4cd3-8030-c5d38c48ac6f req-7e0df8f5-ba8e-484a-b4ba-10e61e934274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:57.854125 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a6785e75-5b5f-4187-8c86-2bcc7e9bbebe req-8055a572-a8f6-499b-b330-e93b192997ba tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0649650 Jun 18 16:29:57.854937 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-83750278-7671-4cd3-8030-c5d38c48ac6f req-7e0df8f5-ba8e-484a-b4ba-10e61e934274 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 1099 time: 0.1058638 Jun 18 16:29:57.866403 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cec31-ce4e-40b6-a489-50f083648c85 req-9cca2b23-bb7c-47f7-92be-52dc942574ec tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:57.867811 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b64cec31-ce4e-40b6-a489-50f083648c85 req-9cca2b23-bb7c-47f7-92be-52dc942574ec tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0855601 Jun 18 16:29:57.893125 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a6785e75-5b5f-4187-8c86-2bcc7e9bbebe req-86446b18-8ca8-468f-9788-a794a03e3309 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329039 Jun 18 16:29:57.955086 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b64cec31-ce4e-40b6-a489-50f083648c85 req-7673a2af-8ed7-472b-af38-416fd3ce84d0 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775275 Jun 18 16:29:57.978166 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750278-7671-4cd3-8030-c5d38c48ac6f req-6235836d-2177-41fb-96ab-74f0e3b18d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:57.979559 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-83750278-7671-4cd3-8030-c5d38c48ac6f req-6235836d-2177-41fb-96ab-74f0e3b18d71 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 200 len: 919 time: 0.1108065 Jun 18 16:29:58.022916 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-83750278-7671-4cd3-8030-c5d38c48ac6f req-9cb93fd8-5086-4091-9183-5190b88a5617 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31 HTTP/1.1" status: 200 len: 217 time: 0.0350745 Jun 18 16:29:58.300788 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750278-7671-4cd3-8030-c5d38c48ac6f req-6e19283e-96c6-4428-b5e5-2783b9a01853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:58.302214 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-83750278-7671-4cd3-8030-c5d38c48ac6f req-6e19283e-96c6-4428-b5e5-2783b9a01853 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6 HTTP/1.1" status: 200 len: 858 time: 0.2721677 Jun 18 16:29:58.336201 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 81502c81-8f5c-4b17-bb4b-171fed873403 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:58.338105 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-83750278-7671-4cd3-8030-c5d38c48ac6f req-26e42b0d-a7bf-4478-8c57-788a5dcb23f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9bc59cc-d3ee-4170-96ce-60655b53d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242839 Jun 18 16:29:58.427893 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.438823 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-83750278-7671-4cd3-8030-c5d38c48ac6f req-61b6a03b-ef3c-4312-8db4-45f919aa2f76 service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926318 Jun 18 16:29:58.450297 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:58.452489 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fd3dd6-732e-47bb-b503-09ee98fbc963" -d '{"events": [{"server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "name": "network-vif-unplugged", "status": "completed", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:58.466857 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:58.475473 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.478121 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:58.505322 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a5603b-00e3-4ad6-bfac-c23efbb5da41 x-openstack-request-id: req-89a5603b-00e3-4ad6-bfac-c23efbb5da41 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:58.505615 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "name": "network-vif-unplugged", "status": "completed", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:58.506085 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89a5603b-00e3-4ad6-bfac-c23efbb5da41 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:58.506621 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403', 'code': 200} Jun 18 16:29:58.533878 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=8']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:58.536892 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:58.541579 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-83750278-7671-4cd3-8030-c5d38c48ac6f req-88ca81b6-20c2-4be4-bb6e-99b6e9812470 service neutron] 10.222.0.72 "GET /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948851 Jun 18 16:29:58.773660 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374d1aa-a931-4249-bb7b-938fb80b435b req-42b70d0b-4b9d-446f-96ce-9c76f83c7757 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:58.775144 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c374d1aa-a931-4249-bb7b-938fb80b435b req-42b70d0b-4b9d-446f-96ce-9c76f83c7757 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0637164 Jun 18 16:29:58.826127 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c374d1aa-a931-4249-bb7b-938fb80b435b req-0309fa36-2044-4111-a636-4a2b735ef413 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440755 Jun 18 16:29:59.075463 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b1b31-825a-4748-86d4-06d2c9ed82a5 req-9f755712-02bd-460a-b66a-d1b89af5bae9 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:59.077033 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-483b1b31-825a-4748-86d4-06d2c9ed82a5 req-9f755712-02bd-460a-b66a-d1b89af5bae9 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0688739 Jun 18 16:29:59.115784 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-483b1b31-825a-4748-86d4-06d2c9ed82a5 req-8e306d6f-c6b1-4b95-a84b-2d03d4a9c203 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327904 Jun 18 16:29:59.129967 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc09ad-d6b7-47c2-ad7f-64652e8fae50 req-5095c856-96f6-4a64-934a-10b93710601d tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:59.131400 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-86dc09ad-d6b7-47c2-ad7f-64652e8fae50 req-5095c856-96f6-4a64-934a-10b93710601d tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0625963 Jun 18 16:29:59.169505 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-86dc09ad-d6b7-47c2-ad7f-64652e8fae50 req-243e7bc0-0980-43fa-b855-d3e5778e463b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Jun 18 16:29:59.664855 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:30:00.050003 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8232e8b-4f74-4367-b9bf-d139d4898536 req-922a7878-2046-4f1d-85a9-925671c9a1fc tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:00.051471 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d8232e8b-4f74-4367-b9bf-d139d4898536 req-922a7878-2046-4f1d-85a9-925671c9a1fc tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0677381 Jun 18 16:30:00.093145 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d8232e8b-4f74-4367-b9bf-d139d4898536 req-233cb22a-2502-492d-b790-0d978e337a3e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359633 Jun 18 16:30:00.199109 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-82d3e55a-36b5-4af3-8e3b-e119c0f10f06 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159156381&fields=id&tenant_id=de0d7ebd4d364650bfa9c21aef077a92 HTTP/1.1" status: 200 len: 267 time: 0.0330315 Jun 18 16:30:00.320566 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b0cd4f6-45eb-4299-81a7-61fc99f7452f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:00.322171 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b0cd4f6-45eb-4299-81a7-61fc99f7452f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 811 time: 0.1152549 Jun 18 16:30:00.346481 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-457fb06b-e8b2-4ec2-b0ea-364e3398a772 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/quotas/de0d7ebd4d364650bfa9c21aef077a92 HTTP/1.1" status: 200 len: 375 time: 0.0162277 Jun 18 16:30:00.431747 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-31218f9b-a035-4341-9834-404e12281330 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752087 Jun 18 16:30:00.548974 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f0331ef3-6f51-4ef7-a9f3-2033ddae8650 service neutron] 10.222.0.44 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043768 Jun 18 16:30:00.655674 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-6d3e6fca-219b-4c11-a71e-27412a9aad0e service neutron] 10.222.0.44 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003883 Jun 18 16:30:00.664262 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403c30f-4630-4a20-9b47-80eed3e916a2 req-e270ad84-7b61-4e37-aaa3-f5dd371e11d9 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:00.665814 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0403c30f-4630-4a20-9b47-80eed3e916a2 req-e270ad84-7b61-4e37-aaa3-f5dd371e11d9 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0788214 Jun 18 16:30:00.733912 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0403c30f-4630-4a20-9b47-80eed3e916a2 req-01f48cbc-b279-420e-9b66-09d70e124a7e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483410 Jun 18 16:30:00.903209 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b959d81-4aac-4354-bacd-7aa3040e9181 req-f232dff9-0c3f-4959-8629-93d63c748cb9 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:00.905220 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9b959d81-4aac-4354-bacd-7aa3040e9181 req-f232dff9-0c3f-4959-8629-93d63c748cb9 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0743763 Jun 18 16:30:00.948084 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9b959d81-4aac-4354-bacd-7aa3040e9181 req-a6ef6054-f402-43fa-9bba-5d394a630c52 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365422 Jun 18 16:30:01.061573 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7f7e9792-d1e4-4ec0-92cb-65fd2572085f req-7939ddf3-798a-42ce-ae64-194c5a964f8b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 210 time: 0.0515342 Jun 18 16:30:01.416906 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31a277-7246-4d0f-bbcd-401de359ffbf req-191ba32a-c460-44f0-9551-e9e453f1e58f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:01.419573 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3a31a277-7246-4d0f-bbcd-401de359ffbf req-191ba32a-c460-44f0-9551-e9e453f1e58f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0785999 Jun 18 16:30:01.470567 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3a31a277-7246-4d0f-bbcd-401de359ffbf req-89cebc14-25ab-47b5-8518-1ed599430777 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450354 Jun 18 16:30:01.704193 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41132) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:01.818130 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-4172c3d4-ab70-4bad-816f-038245d00831 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1126809 Jun 18 16:30:01.908116 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ed8f0-2eda-4c78-aa19-10b8693cb784 req-643a3c78-2eab-4f03-8ec3-2396f1700538 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:01.909619 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-357ed8f0-2eda-4c78-aa19-10b8693cb784 req-643a3c78-2eab-4f03-8ec3-2396f1700538 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0634532 Jun 18 16:30:01.950347 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-357ed8f0-2eda-4c78-aa19-10b8693cb784 req-d1b5037f-dcec-4b39-a11c-d57b044dfb51 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343211 Jun 18 16:30:02.135642 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df4b1-008e-4bd7-bfac-089cf55523b7 req-2dc2fe20-9050-4d09-9090-3190ec1f7e4b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:02.137554 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-993df4b1-008e-4bd7-bfac-089cf55523b7 req-2dc2fe20-9050-4d09-9090-3190ec1f7e4b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0717919 Jun 18 16:30:02.176042 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-993df4b1-008e-4bd7-bfac-089cf55523b7 req-4abdfab2-1ce5-44b7-bdfb-e908acff5e2c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331640 Jun 18 16:30:02.239285 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a6f1dfb3-e06c-4e1f-800c-64e73d5aae84 req-a8407ee1-2fe3-4470-93ab-f6fd5404d767 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 210 time: 0.0327871 Jun 18 16:30:02.351645 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 81502c81-8f5c-4b17-bb4b-171fed873403 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:02.513971 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-2dd143fb-4084-4426-bf6b-4178296f9401 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:02.516002 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-2dd143fb-4084-4426-bf6b-4178296f9401 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 811 time: 0.1602004 Jun 18 16:30:02.585928 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-36c07482-08e8-47c4-bb4a-b50e788228d7 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de0d7ebd4d364650bfa9c21aef077a92 HTTP/1.1" status: 200 len: 379 time: 0.0386953 Jun 18 16:30:02.597504 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'port': {'device_id': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'admin_state_up': True, 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'security_groups': ['c689ea78-e05f-4276-b888-41340e1b7e53']}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:02.781243 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c14e9e-2fc5-4274-8370-7e60b36803fb req-838ef889-fd1f-4758-b663-08c2cea996dd tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:02.782786 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-90c14e9e-2fc5-4274-8370-7e60b36803fb req-838ef889-fd1f-4758-b663-08c2cea996dd tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1242204 Jun 18 16:30:02.788435 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Made reservation on behalf of de0d7ebd4d364650bfa9c21aef077a92 for: {'port': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:02.792317 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.874891 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-90c14e9e-2fc5-4274-8370-7e60b36803fb req-de78251f-e17f-461f-9c68-0f39ac87d605 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791972 Jun 18 16:30:02.945871 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Allocated IP 172.20.0.7 (8eae9aae-2185-4f8c-9b9e-215092b9d0ea/d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58/a71ec078-1edb-425e-9e7d-2bc35dc6d3b8) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:03.087611 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.099787 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Transition to ACTIVE for port object a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:03.134635 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3b5b6-f7a4-47cb-892c-7e13a5e510aa req-9a2a5afb-2ebe-4eaa-b0de-ebe208cc6a82 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:03.135301 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.137007 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b2b3b5b6-f7a4-47cb-892c-7e13a5e510aa req-9a2a5afb-2ebe-4eaa-b0de-ebe208cc6a82 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0684533 Jun 18 16:30:03.139605 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:03.181074 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b2b3b5b6-f7a4-47cb-892c-7e13a5e510aa req-76b1fb33-884f-49e3-93d7-37ae08f11416 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384865 Jun 18 16:30:03.184890 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:03.188291 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:03.192156 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:03.226465 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'Port': ['ID=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:03.242474 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.242840 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.243194 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.243944 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.243944 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.244208 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.244550 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.244905 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.245219 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.245736 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.246068 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.246511 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:03.252326 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:03.262712 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:03.263390 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.291536 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6989644 Jun 18 16:30:03.313664 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Request body: {'port': {'device_id': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:03.441767 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-6a55a59c-1ed8-445c-96e4-d5011dcde84a None None] Provisioning for port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:03.442316 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.447073 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-6a55a59c-1ed8-445c-96e4-d5011dcde84a None None] Provisioning complete for port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:03.447398 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6a55a59c-1ed8-445c-96e4-d5011dcde84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.488845 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-6a55a59c-1ed8-445c-96e4-d5011dcde84a None None] Port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:03.541520 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dc640-408c-4ebc-800d-6dbb53a537f6 req-5ac8fe4b-dee3-4d5d-a398-6079291918f9 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:03.543002 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7f0dc640-408c-4ebc-800d-6dbb53a537f6 req-5ac8fe4b-dee3-4d5d-a398-6079291918f9 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 931 time: 0.1455362 Jun 18 16:30:03.683320 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7f0dc640-408c-4ebc-800d-6dbb53a537f6 req-829108b9-0cac-45c0-bd38-a5b318d5fb50 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930645 Jun 18 16:30:03.797953 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:30:03.806007 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.818256 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Transition to ACTIVE for port object a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:03.822298 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12802647'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.824980 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:03.900570 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Pushing event updated for resources: {'Port': ['ID=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:03.907301 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:04.005213 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Attempting to bind port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:04.006354 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Attempting to bind port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:04.006883 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Attempting to bind port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:04.012536 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:04.013508 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Attempting to bind port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:04.022639 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:04.023040 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Checking segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:04.023364 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Bound using segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:04.023796 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Bound port: a71ec078-1edb-425e-9e7d-2bc35dc6d3b8, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:04.024145 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.090293 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] For port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8, host hv-cinder-79246, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:04.093448 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] For port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:04.097664 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12802647'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.100353 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:04.116191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-8a6db64c-0f03-40ff-bfa1-cb12554b1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.117649 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-8a6db64c-0f03-40ff-bfa1-cb12554b1bc1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9&tenant_id=07e561593f534ef7b032c2b2fc12ba34 HTTP/1.1" status: 200 len: 1097 time: 0.1330173 Jun 18 16:30:04.135867 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96d68f-ea70-4ea7-9280-9c938bdcbdf1 req-eae430e8-317e-49b7-bd30-65f4b7740bb6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.138007 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0b96d68f-ea70-4ea7-9280-9c938bdcbdf1 req-eae430e8-317e-49b7-bd30-65f4b7740bb6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0992391 Jun 18 16:30:04.141246 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.141883 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.143640 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] 10.222.0.72 "PUT /v2.0/ports/a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 HTTP/1.1" status: 200 len: 1093 time: 0.8343847 Jun 18 16:30:04.144153 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'tag': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:04.146765 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c6cae6-b507-4e5f-be10-e9d310626b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8739e56-ae55-43ca-ba29-56ba7cabd525", "tag": "a71ec078-1edb-425e-9e7d-2bc35dc6d3b8"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:04.167233 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Pushing event updated for resources: {'Port': ['ID=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:04.170879 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:04.192815 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0b96d68f-ea70-4ea7-9280-9c938bdcbdf1 req-ed7f8949-68dc-4f8d-baee-ab0c8486331c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421269 Jun 18 16:30:04.256144 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52215b4-a009-4c9b-bc9d-729e9e0d255b x-openstack-request-id: req-e52215b4-a009-4c9b-bc9d-729e9e0d255b {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:04.256478 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8739e56-ae55-43ca-ba29-56ba7cabd525", "tag": "a71ec078-1edb-425e-9e7d-2bc35dc6d3b8", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:04.256764 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e52215b4-a009-4c9b-bc9d-729e9e0d255b {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:04.257339 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'tag': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8', 'status': 'completed', 'code': 200} Jun 18 16:30:04.306547 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-28aa5483-167e-4dd6-9fa9-5f2996abd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.308211 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-28aa5483-167e-4dd6-9fa9-5f2996abd2e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 1097 time: 0.0943484 Jun 18 16:30:04.389946 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-a8557ae0-d310-47ca-b1c8-d07719bf1f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.392664 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-a8557ae0-d310-47ca-b1c8-d07719bf1f31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 1096 time: 0.1020463 Jun 18 16:30:04.415947 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-237bd21c-1c21-4c38-b875-463cd8ee67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.417348 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-237bd21c-1c21-4c38-b875-463cd8ee67d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 918 time: 0.1021388 Jun 18 16:30:04.469911 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c66f0-a6fd-45f0-a9ac-0bc61d8b4051 req-b9380bf3-31c1-4109-b635-5645144db3b0 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.471363 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-663c66f0-a6fd-45f0-a9ac-0bc61d8b4051 req-b9380bf3-31c1-4109-b635-5645144db3b0 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0662754 Jun 18 16:30:04.530901 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-51bdf181-d6b0-40d2-9714-d889714207da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 HTTP/1.1" status: 200 len: 217 time: 0.0400219 Jun 18 16:30:04.561350 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-c12cd166-c7ff-44da-b5f0-bd6c27303d01 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81502c81-8f5c-4b17-bb4b-171fed873403 HTTP/1.1" status: 200 len: 999 time: 0.0709438 Jun 18 16:30:04.574271 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-663c66f0-a6fd-45f0-a9ac-0bc61d8b4051 req-cdb66ef7-3b3c-45ea-adec-2ddc60a892a4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972011 Jun 18 16:30:04.601783 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-615d70a4-386e-4b8a-88be-b45219c09d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.603562 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-615d70a4-386e-4b8a-88be-b45219c09d7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0621722 Jun 18 16:30:04.617527 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-d357c339-7943-4fbc-99a3-e100349b36af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.618963 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-d357c339-7943-4fbc-99a3-e100349b36af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.0509639 Jun 18 16:30:04.667520 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-badc2b88-6fbb-4f60-aa1c-c0a5d5fcd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.669959 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-badc2b88-6fbb-4f60-aa1c-c0a5d5fcd123 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575235 Jun 18 16:30:04.685922 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-048cb684-43c4-415e-80fc-687420a78023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.687412 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-048cb684-43c4-415e-80fc-687420a78023 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523469 Jun 18 16:30:04.779568 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-004d2f49-00f0-4800-8a7f-c20c780184c2 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948360 Jun 18 16:30:04.832270 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-d37a95c3-9b09-4280-9579-0b9c0fec1fcb service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362526 Jun 18 16:30:04.905513 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9f142573-1320-4d6c-8209-0db75ed6bb58 req-686013a1-4495-4ff4-826f-e436df7fd537 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186068 Jun 18 16:30:04.971175 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ed2e4-8802-4c8c-87b5-910322c2a30c req-7e81fe53-7c25-4c44-bd10-4c29af7b27ac tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.972657 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bc3ed2e4-8802-4c8c-87b5-910322c2a30c req-7e81fe53-7c25-4c44-bd10-4c29af7b27ac tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.1538978 Jun 18 16:30:04.978994 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7cab46a-a9e7-4f25-9ae9-202a6b2b0e6e req-eb44f13b-4b9b-4885-b1d0-782e8bd095d4 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229179 Jun 18 16:30:05.018483 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bc3ed2e4-8802-4c8c-87b5-910322c2a30c req-872e6be3-11b8-4485-bfcf-9946ee8278c0 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385263 Jun 18 16:30:05.087127 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-29db250a-4835-4dbe-a673-a57b2f889372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:05.089023 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-29db250a-4835-4dbe-a673-a57b2f889372 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 1096 time: 0.0689185 Jun 18 16:30:05.186467 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-a3969456-8835-4dff-828d-35d2b784c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:05.187951 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-a3969456-8835-4dff-828d-35d2b784c531 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 912 time: 0.0927405 Jun 18 16:30:05.243810 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-da42f0d7-51b8-48bf-b4dd-a4509cd457a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 HTTP/1.1" status: 200 len: 217 time: 0.0387547 Jun 18 16:30:05.325691 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-ad957c96-9785-4cf6-a3db-c942d3584c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:05.327150 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-ad957c96-9785-4cf6-a3db-c942d3584c41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0466394 Jun 18 16:30:05.396969 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-cbfea18e-95fa-49da-8d1d-19abe46a5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:05.398464 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-cbfea18e-95fa-49da-8d1d-19abe46a5da7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0643411 Jun 18 16:30:05.402959 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8277344-9c96-413a-a3ac-82eb5e9f80ca req-e5396f20-e96f-4a78-9717-39c51b98830e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:05.404481 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8277344-9c96-413a-a3ac-82eb5e9f80ca req-e5396f20-e96f-4a78-9717-39c51b98830e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0729706 Jun 18 16:30:05.457807 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8277344-9c96-413a-a3ac-82eb5e9f80ca req-13c22103-accc-4580-a250-73ec9468b7a9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Jun 18 16:30:05.501383 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-902a9892-4fbe-40c7-add4-b1808f1a7bd6 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956187 Jun 18 16:30:05.599924 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-71c6cae6-b507-4e5f-be10-e9d310626b1c req-d117cbc4-4d2f-4aef-af7d-0e97bed1ff9b service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906837 Jun 18 16:30:05.784272 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9eae9-2d61-42b2-8965-47a911f2b0e6 req-7e6032c4-b9b1-4176-902a-6219fdcd8a0a tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:05.785786 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-17b9eae9-2d61-42b2-8965-47a911f2b0e6 req-7e6032c4-b9b1-4176-902a-6219fdcd8a0a tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0806394 Jun 18 16:30:05.835696 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-17b9eae9-2d61-42b2-8965-47a911f2b0e6 req-3764b4ff-373d-444b-a3b1-c74a78df5810 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368958 Jun 18 16:30:06.249873 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd5be-c16b-4dab-b6d4-dbbefb30453a req-469d4eda-a4e2-4f90-bc64-4a9398f15d8b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:06.251441 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e30fd5be-c16b-4dab-b6d4-dbbefb30453a req-469d4eda-a4e2-4f90-bc64-4a9398f15d8b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.0813057 Jun 18 16:30:06.321040 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41236) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:06.331249 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e30fd5be-c16b-4dab-b6d4-dbbefb30453a req-6c9c5c4b-7709-41ae-97da-d13d9799300d tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740254 Jun 18 16:30:06.469372 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ea5b405c-58f6-429a-9a70-7e940f92d32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.478392 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c7117d35-f3cb-46e0-bcc4-c006c1763a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.640108 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ea5b405c-58f6-429a-9a70-7e940f92d32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.647547 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ea5b405c-58f6-429a-9a70-7e940f92d32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.653945 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-09f939bb-7388-4a66-83f4-2d5965f9b990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:06.702989 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-ea5b405c-58f6-429a-9a70-7e940f92d32c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b545d79877bf4ee4889bee32d3b49898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788636 Jun 18 16:30:06.702989 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b405c-58f6-429a-9a70-7e940f92d32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332ac521-b18b-4d58-a127-b8ca68dd0a3f,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:06.704155 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41242) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:06.705026 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ea5b405c-58f6-429a-9a70-7e940f92d32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:06.727579 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cbc03-6b8b-42f7-81cc-acc16c45b1f0 req-79a64625-04b0-4eb9-8e70-67b44b7afabc tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:06.729166 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c28cbc03-6b8b-42f7-81cc-acc16c45b1f0 req-79a64625-04b0-4eb9-8e70-67b44b7afabc tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1366048 Jun 18 16:30:06.775727 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.779798 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.782169 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c28cbc03-6b8b-42f7-81cc-acc16c45b1f0 req-3b84d6eb-1bd6-4a5c-923e-30950a08451f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465429 Jun 18 16:30:06.802647 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.854602 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.858105 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.859260 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/332ac521-b18b-4d58-a127-b8ca68dd0a3f HTTP/1.1" status: 204 len: 168 time: 0.1541066 Jun 18 16:30:06.859995 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-1ed140a0-3d7a-4037-a898-9f00ee82ceea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:06.869234 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332ac521-b18b-4d58-a127-b8ca68dd0a3f,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:06.877895 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.878271 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.878631 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.880636 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.881010 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.882008 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.882008 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.882192 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.882498 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.882854 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.883231 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.883537 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:06.889906 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:07.084222 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04259c0-747f-478a-9cbe-46daa6e36276 req-7bb27b3d-0b34-4e6b-b88d-fbeed623a43e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:07.086520 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a04259c0-747f-478a-9cbe-46daa6e36276 req-7bb27b3d-0b34-4e6b-b88d-fbeed623a43e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0872562 Jun 18 16:30:07.133114 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a04259c0-747f-478a-9cbe-46daa6e36276 req-2baa17e1-7249-4db1-b68f-53d318b2ce90 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388179 Jun 18 16:30:07.511018 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f4e28-86c9-40c0-8cd2-0b36976f00d5 req-a48d74b1-53c9-4235-b426-1d9a379bb2ba tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:07.513210 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-570f4e28-86c9-40c0-8cd2-0b36976f00d5 req-a48d74b1-53c9-4235-b426-1d9a379bb2ba tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.0686729 Jun 18 16:30:07.566032 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-570f4e28-86c9-40c0-8cd2-0b36976f00d5 req-3f1b25d0-658e-460d-8bb0-e1da0cfd0d45 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375240 Jun 18 16:30:07.682905 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41274) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:07.792802 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-517207264-network', 'tenant_id': '59be403f66234690a29680760740ba7a'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:07.815776 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Made reservation on behalf of 59be403f66234690a29680760740ba7a for: {'network': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:07.818117 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.827000 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.993978 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.003636 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.008801 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6800c8a1-b4d9-43ab-bae6-d055ec127eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:08.020256 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c6ca1-2e33-4eea-ab73-92e36b7f6c21 req-014f7b1e-9b11-4146-8bb0-b8ff55ca6b2a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:08.021720 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e4c6ca1-2e33-4eea-ab73-92e36b7f6c21 req-014f7b1e-9b11-4146-8bb0-b8ff55ca6b2a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1195006 Jun 18 16:30:08.040274 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=92764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:08.071622 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.071953 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.segments_db [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Added segment 7169a4c7-6f8f-4a1b-ad6d-72300d3dca41 of type vlan for network c4788bbe-6d11-468a-829b-fb3f869df892 Jun 18 16:30:08.084232 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c5278-0678-4a52-947c-a1570d9f8f66,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:08.089187 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:08.115181 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e4c6ca1-2e33-4eea-ab73-92e36b7f6c21 req-c2b3f427-dbe7-4bbf-a3af-3e4c0de8920d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868666 Jun 18 16:30:08.135869 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.167877 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.169651 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:08.170342 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.173551 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-de2f7670-71cb-45c5-b52b-e60e0236efe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:08.229439 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5422456 Jun 18 16:30:08.230330 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41282) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:08.238006 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Request body: {'subnet': {'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-517207264-subnet', 'tenant_id': '59be403f66234690a29680760740ba7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:08.252014 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Pushing event updated for resources: {'Network': ['ID=c4788bbe-6d11-468a-829b-fb3f869df892,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:08.258938 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:08.265911 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network c4788bbe-6d11-468a-829b-fb3f869df892 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:08.281690 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Made reservation on behalf of 59be403f66234690a29680760740ba7a for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:08.284372 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528059890'] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.689624 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660b691-a538-4848-b6c1-29f6f1436d28 req-e659162f-6cba-4491-a21a-08aeab35f71c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:08.691261 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a660b691-a538-4848-b6c1-29f6f1436d28 req-e659162f-6cba-4491-a21a-08aeab35f71c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.3913620 Jun 18 16:30:08.764973 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a660b691-a538-4848-b6c1-29f6f1436d28 req-2c7b3b6f-06a4-416e-9567-eb25e84c961e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516126 Jun 18 16:30:08.830593 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12802773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528059872'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.834181 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:08.842156 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-5c90de6a-ff51-44b2-8e24-5fa748002726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.887742 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.905972 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b413402-f5f8-45e2-9155-19ce0c27eaf5,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:08.915898 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:08.953434 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Checking segment: {'id': '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:08.954116 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Network hostable DHCP agents. Network: c4788bbe-6d11-468a-829b-fb3f869df892, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:08.961698 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465132d-8785-4fdc-b4dc-5421ee7bb332 req-df66adb9-4588-4bf0-8f82-9efe36803414 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:08.963271 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b465132d-8785-4fdc-b4dc-5421ee7bb332 req-df66adb9-4588-4bf0-8f82-9efe36803414 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.1809337 Jun 18 16:30:08.983629 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Network c4788bbe-6d11-468a-829b-fb3f869df892 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:08.998467 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, c4788bbe-6d11-468a-829b-fb3f869df892) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:09.007214 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a80787-f464-4f06-9ed3-e03574bc2b67 None None] Network c4788bbe-6d11-468a-829b-fb3f869df892 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:09.024382 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:09.031052 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b465132d-8785-4fdc-b4dc-5421ee7bb332 req-62885deb-0377-4ef6-af3e-52f5d97f0147 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528231 Jun 18 16:30:09.031919 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.102643 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8630378 Jun 18 16:30:09.277940 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d58032-ef05-46c9-885c-1494d2c52af9 req-30b270d6-4859-4991-a482-3b67aac75803 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:09.289205 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d8d58032-ef05-46c9-885c-1494d2c52af9 req-30b270d6-4859-4991-a482-3b67aac75803 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1399603 Jun 18 16:30:09.325223 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c360c0-c6eb-41a8-9065-7678c3ee359a None None] Network c4788bbe-6d11-468a-829b-fb3f869df892 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:09.391894 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d8d58032-ef05-46c9-885c-1494d2c52af9 req-ba4e7a71-4ea9-454b-a15e-a6965217a0f2 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005900 Jun 18 16:30:09.472420 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e36d-5ccb-4bd8-9de0-88413cebaca0 req-52ba522c-96e7-4c1e-abac-96a1c8a3bdfa tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:09.474700 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6f11e36d-5ccb-4bd8-9de0-88413cebaca0 req-52ba522c-96e7-4c1e-abac-96a1c8a3bdfa tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1338344 Jun 18 16:30:09.523216 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6f11e36d-5ccb-4bd8-9de0-88413cebaca0 req-bed7a34b-9793-4d4e-8990-c68219e034fa tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375137 Jun 18 16:30:10.032763 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5ebb4-f21f-4cc7-988f-abc41ae45e11 req-6db1a890-8352-41d6-888a-74d73a7821dc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:10.034558 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2dc5ebb4-f21f-4cc7-988f-abc41ae45e11 req-6db1a890-8352-41d6-888a-74d73a7821dc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0807698 Jun 18 16:30:10.060915 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.103148 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2dc5ebb4-f21f-4cc7-988f-abc41ae45e11 req-34217c31-3fa2-441a-b664-ea58dd93bbe7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619376 Jun 18 16:30:10.245146 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b29a65-86bb-4c0d-b7f0-5673939425c9 req-3c08e390-4fd6-4281-9588-2eb8345bf475 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:10.247550 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-94b29a65-86bb-4c0d-b7f0-5673939425c9 req-3c08e390-4fd6-4281-9588-2eb8345bf475 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.0690479 Jun 18 16:30:10.286570 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-94b29a65-86bb-4c0d-b7f0-5673939425c9 req-14fec1f1-e392-4035-b99d-45d9cd448475 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333779 Jun 18 16:30:10.576173 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c1961-d3f7-4ddf-9d88-764276100899 req-9f1a5da8-9930-4f32-97bb-affd00fae71b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:10.577632 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0d4c1961-d3f7-4ddf-9d88-764276100899 req-9f1a5da8-9930-4f32-97bb-affd00fae71b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0727875 Jun 18 16:30:10.619831 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0d4c1961-d3f7-4ddf-9d88-764276100899 req-d578cadf-9e2f-45db-9a21-cda6c3c16626 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366240 Jun 18 16:30:10.745479 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69192-c141-49fe-b6f7-987b68ac660d req-138d4a5d-b236-4865-b2b0-e0e8f6a614a9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:10.747912 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-66f69192-c141-49fe-b6f7-987b68ac660d req-138d4a5d-b236-4865-b2b0-e0e8f6a614a9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0673599 Jun 18 16:30:10.788816 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-66f69192-c141-49fe-b6f7-987b68ac660d req-3263e1d5-1980-4db5-9721-ab9a5e61c1de tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340800 Jun 18 16:30:11.293546 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab010f9-f35a-4842-9a1d-0269af82d9db req-27a98147-9e56-439d-afed-3b47de05f919 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.298234 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fab010f9-f35a-4842-9a1d-0269af82d9db req-27a98147-9e56-439d-afed-3b47de05f919 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0766432 Jun 18 16:30:11.303680 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-7bea315a-7ef5-4354-bced-28654b138ddb tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.311589 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-7bea315a-7ef5-4354-bced-28654b138ddb tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/networks?id=c4788bbe-6d11-468a-829b-fb3f869df892 HTTP/1.1" status: 200 len: 813 time: 0.1309371 Jun 18 16:30:11.331340 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-0cd9d8c5-ee63-44b3-9843-8f44a09608f6 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/quotas/59be403f66234690a29680760740ba7a HTTP/1.1" status: 200 len: 375 time: 0.0116253 Jun 18 16:30:11.354654 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fab010f9-f35a-4842-9a1d-0269af82d9db req-3b66d5e3-70a5-44ef-837d-0e4f2dbc5883 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523939 Jun 18 16:30:11.372049 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-42314328-daf2-4284-9ef4-8ae7d20ddc54 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=59be403f66234690a29680760740ba7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348401 Jun 18 16:30:11.484184 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-0863e55f-42ab-4f39-bde0-1d0691caa015 service neutron] 10.222.0.44 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052871 Jun 18 16:30:11.537079 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1260a2-5d25-4852-8788-2f726c66ba04 req-ae75d34a-b451-4332-8af8-07b2481f94f2 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.539016 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4f1260a2-5d25-4852-8788-2f726c66ba04 req-ae75d34a-b451-4332-8af8-07b2481f94f2 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.0751860 Jun 18 16:30:11.586395 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4f1260a2-5d25-4852-8788-2f726c66ba04 req-0a575a3d-f7b4-4075-bea4-baf24664f9e6 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408001 Jun 18 16:30:11.589016 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-9687416e-1e18-4f91-a8ae-31d9a6080887 service neutron] 10.222.0.44 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984082 Jun 18 16:30:11.823914 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-88c93d08-733a-4472-91c8-47b15b523ca3 req-da6cb6ca-6fbc-427a-bd87-5c7800d97876 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 210 time: 0.0651898 Jun 18 16:30:11.861399 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c212de-37f5-45ca-9c58-5a638e02113d req-d9f1dbcd-6e54-470b-9fba-1ffdd9119c2f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.863631 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-89c212de-37f5-45ca-9c58-5a638e02113d req-d9f1dbcd-6e54-470b-9fba-1ffdd9119c2f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0790277 Jun 18 16:30:11.910634 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-89c212de-37f5-45ca-9c58-5a638e02113d req-3a5832a6-fdad-482d-962a-ab33a2720367 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382342 Jun 18 16:30:11.964150 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.024725 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2fa6-057d-4f14-80c1-e833fc447253 req-1ebb1fe4-dfc9-4574-a2b9-533c0d870a3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.026360 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e2bd2fa6-057d-4f14-80c1-e833fc447253 req-1ebb1fe4-dfc9-4574-a2b9-533c0d870a3f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0703981 Jun 18 16:30:12.070884 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e2bd2fa6-057d-4f14-80c1-e833fc447253 req-b1fcd5f5-775d-4061-82e7-d5d0522e576a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372391 Jun 18 16:30:12.550464 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272ea59-1420-48b5-af81-4b824ee74346 req-b1753c7b-bab5-4775-9a54-82d15d186561 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.552004 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b272ea59-1420-48b5-af81-4b824ee74346 req-b1753c7b-bab5-4775-9a54-82d15d186561 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0765519 Jun 18 16:30:12.589277 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b272ea59-1420-48b5-af81-4b824ee74346 req-355b3fa9-562f-4373-a0c6-77e6ffd7f877 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Jun 18 16:30:12.786370 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c7455-b060-4ee1-8e01-4a164f2a7531 req-95bc0564-c45b-4205-9216-aae6e479ba73 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.788027 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a56c7455-b060-4ee1-8e01-4a164f2a7531 req-95bc0564-c45b-4205-9216-aae6e479ba73 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.0671532 Jun 18 16:30:12.827097 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a56c7455-b060-4ee1-8e01-4a164f2a7531 req-6e56b5b9-fd6d-47ea-adfd-41ab8f8f503b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325768 Jun 18 16:30:12.928279 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bbcc986e-a0c1-4328-89bf-b01c3f79464a req-fd29925d-4232-4cc9-ac6d-8d322af2ddbe tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 210 time: 0.0419908 Jun 18 16:30:13.127368 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994190c1-9980-49b1-9886-9ca567c9c8a4 req-54bd696e-9dc4-4ffb-9140-04f2918bc4b7 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:13.130121 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-994190c1-9980-49b1-9886-9ca567c9c8a4 req-54bd696e-9dc4-4ffb-9140-04f2918bc4b7 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0679560 Jun 18 16:30:13.177446 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-994190c1-9980-49b1-9886-9ca567c9c8a4 req-d8a5f78f-5460-4004-9bfc-1f5bc49a04ba tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402241 Jun 18 16:30:13.266559 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7c0e-17d7-4279-a35f-94b4be6fcd75 req-44f48d2a-d19e-4bfc-bc02-6f2d7f57bf9b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:13.268043 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f22e7c0e-17d7-4279-a35f-94b4be6fcd75 req-44f48d2a-d19e-4bfc-bc02-6f2d7f57bf9b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0653853 Jun 18 16:30:13.304149 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f22e7c0e-17d7-4279-a35f-94b4be6fcd75 req-3ed40076-a58f-4c61-8c44-ab320c1d28c0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304794 Jun 18 16:30:13.779881 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2c878-35e3-45b4-9a45-7b3621e055a6 req-7d480553-a094-4473-ba83-1a43f7c2c547 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:13.787154 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a4d2c878-35e3-45b4-9a45-7b3621e055a6 req-7d480553-a094-4473-ba83-1a43f7c2c547 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0752978 Jun 18 16:30:13.823206 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a4d2c878-35e3-45b4-9a45-7b3621e055a6 req-ac05abff-9739-4a02-8af4-3f35e78a89f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349917 Jun 18 16:30:14.015938 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-601a9913-0ce1-4505-b32c-a15d3c6c6ead req-f47f3402-b574-4c8d-880e-246bdc6ca1e2 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 210 time: 0.0293770 Jun 18 16:30:14.055439 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e7da6-a91f-44d1-af66-583bf87deb39 req-84ac4a76-e268-45b8-9583-da89d83e7283 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:14.056969 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-241e7da6-a91f-44d1-af66-583bf87deb39 req-84ac4a76-e268-45b8-9583-da89d83e7283 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.0960050 Jun 18 16:30:14.099231 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-241e7da6-a91f-44d1-af66-583bf87deb39 req-4c739762-4b36-4ba3-b101-9861da36a922 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354400 Jun 18 16:30:14.405225 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be247f08-80a1-42de-90dd-f36c8db87309 req-ea1f0b67-f54a-411c-b692-b04b7e544d20 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:14.406786 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-be247f08-80a1-42de-90dd-f36c8db87309 req-ea1f0b67-f54a-411c-b692-b04b7e544d20 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0841291 Jun 18 16:30:14.465962 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-be247f08-80a1-42de-90dd-f36c8db87309 req-c083dc03-8a30-4b0f-8930-59977c4c406c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511355 Jun 18 16:30:14.538741 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aaa11-432f-489f-99b5-3c9d179b5fd6 req-5ba4ecb6-4bfb-41d2-b6d4-f10f81b84c4c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:14.540259 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-355aaa11-432f-489f-99b5-3c9d179b5fd6 req-5ba4ecb6-4bfb-41d2-b6d4-f10f81b84c4c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0959620 Jun 18 16:30:14.592280 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-355aaa11-432f-489f-99b5-3c9d179b5fd6 req-37128ad8-89b0-44d3-a32c-82b45848b48d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Jun 18 16:30:15.047010 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017b0e-2484-4a47-8e6c-288629a98b28 req-e32dc8e2-7e74-46e5-94dd-83bba8451c92 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:15.048560 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e4017b0e-2484-4a47-8e6c-288629a98b28 req-e32dc8e2-7e74-46e5-94dd-83bba8451c92 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0814571 Jun 18 16:30:15.115717 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e4017b0e-2484-4a47-8e6c-288629a98b28 req-70ed8087-ff27-4f6a-af3e-c680f3b1cf96 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604408 Jun 18 16:30:15.240769 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-299a92d3-0078-45dd-8090-9ce704a0a613 req-435426f1-595e-479e-84ab-e5ab5d536493 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 210 time: 0.0574811 Jun 18 16:30:15.346074 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f68984-82a8-4d02-8106-d5baf678dc1e req-5a5aadcf-f32b-40e3-b780-4f10be5590ab tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:15.347881 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-32f68984-82a8-4d02-8106-d5baf678dc1e req-5a5aadcf-f32b-40e3-b780-4f10be5590ab tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.0756643 Jun 18 16:30:15.385266 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-32f68984-82a8-4d02-8106-d5baf678dc1e req-c9a42d64-e23d-46f5-be41-4b83310097a8 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315566 Jun 18 16:30:15.699409 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c887f-79f7-4bfe-9ea7-e8153d559bcf req-615bd860-b60a-4563-bfbd-8eb492e5636b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:15.706687 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-838c887f-79f7-4bfe-9ea7-e8153d559bcf req-615bd860-b60a-4563-bfbd-8eb492e5636b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0915847 Jun 18 16:30:15.749048 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-838c887f-79f7-4bfe-9ea7-e8153d559bcf req-976d223e-dc84-474b-a610-d6ea5601a6c5 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Jun 18 16:30:15.883989 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b452a-a50e-401d-a6f5-15a1d817620e req-a374703c-a3b6-4be0-b65e-31f79bae3d62 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:15.885802 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6d2b452a-a50e-401d-a6f5-15a1d817620e req-a374703c-a3b6-4be0-b65e-31f79bae3d62 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1353760 Jun 18 16:30:15.954208 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6d2b452a-a50e-401d-a6f5-15a1d817620e req-8542c27d-3e88-472e-be12-352e1c7d4475 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604992 Jun 18 16:30:16.289760 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d11655-a41c-46a7-9f92-726ed158fbb2 req-0eab438e-c09c-418a-b1fe-c0460e678821 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:16.291898 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-74d11655-a41c-46a7-9f92-726ed158fbb2 req-0eab438e-c09c-418a-b1fe-c0460e678821 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0688510 Jun 18 16:30:16.336632 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-74d11655-a41c-46a7-9f92-726ed158fbb2 req-a2a37058-d5eb-46d1-83e1-faf17c46162f tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378728 Jun 18 16:30:16.399369 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-eaa2f240-371f-40fc-861b-be9d87d6b5ed req-a342578e-4a46-4f63-ad96-987b5163de0f tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 210 time: 0.0292990 Jun 18 16:30:16.564663 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5a44c-a433-43b9-9fe5-51a38650409b req-6134280e-354b-497d-bc42-ca0e29fdbbc2 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:16.566181 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-60e5a44c-a433-43b9-9fe5-51a38650409b req-6134280e-354b-497d-bc42-ca0e29fdbbc2 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.0627480 Jun 18 16:30:16.602906 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-60e5a44c-a433-43b9-9fe5-51a38650409b req-5c619c76-493a-4317-ae8f-361f04d5b3ea tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310683 Jun 18 16:30:16.924498 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf0baa-dea6-4b8b-9a24-987bed41ba47 req-6f664e78-9103-4d7d-a714-c5c8d2a8b580 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:16.926065 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-05cf0baa-dea6-4b8b-9a24-987bed41ba47 req-6f664e78-9103-4d7d-a714-c5c8d2a8b580 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0628567 Jun 18 16:30:16.972942 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-05cf0baa-dea6-4b8b-9a24-987bed41ba47 req-53674a32-1317-4300-a020-bcc88da56507 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Jun 18 16:30:17.148400 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16b879-1f22-42cd-985c-0bb6c22bc434 req-cca68df4-369b-47ee-b2b7-bca6f549a38b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:17.149813 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8d16b879-1f22-42cd-985c-0bb6c22bc434 req-cca68df4-369b-47ee-b2b7-bca6f549a38b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0698636 Jun 18 16:30:17.187303 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8d16b879-1f22-42cd-985c-0bb6c22bc434 req-a330f5a0-f0c4-4c29-a570-276c37e3c345 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Jun 18 16:30:17.353823 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-70be5797-b9d7-455a-8ec2-19059dcede1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:17.355315 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-70be5797-b9d7-455a-8ec2-19059dcede1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 1098 time: 0.0547659 Jun 18 16:30:17.570731 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-fbc08ca9-a136-4739-bbc8-291904ae52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:17.572427 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-fbc08ca9-a136-4739-bbc8-291904ae52f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 910 time: 0.1467280 Jun 18 16:30:17.582934 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c982883-2588-40b9-b1b3-85685f47ffa2 req-12a1df2b-b3f5-44ae-9c70-6a9a20b4c8bb tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 210 time: 0.0446432 Jun 18 16:30:17.597527 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92434c6d-21bd-4252-87ec-86c8f6fc0892 req-ff86f974-6752-46d9-9c83-2795e298dd96 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:17.598581 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-92434c6d-21bd-4252-87ec-86c8f6fc0892 req-ff86f974-6752-46d9-9c83-2795e298dd96 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1219518 Jun 18 16:30:17.673834 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-a5279369-a620-4039-809c-819052bd90b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f HTTP/1.1" status: 200 len: 1000 time: 0.0928221 Jun 18 16:30:17.696434 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-92434c6d-21bd-4252-87ec-86c8f6fc0892 req-ac412bb3-8a97-4ab4-ba7f-288d110eb451 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514481 Jun 18 16:30:17.736152 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-b6e7ebc0-1b3b-44f6-aaf6-dc22d0b9a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:17.737570 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-b6e7ebc0-1b3b-44f6-aaf6-dc22d0b9a4d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 200 len: 848 time: 0.0534694 Jun 18 16:30:17.794226 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c293a-9397-4ca5-b2af-d1e688b01872 req-035ee098-8daf-428b-9fc4-42f2c0d44fb5 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:17.795686 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7b9c293a-9397-4ca5-b2af-d1e688b01872 req-035ee098-8daf-428b-9fc4-42f2c0d44fb5 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 943 time: 0.0662045 Jun 18 16:30:17.802629 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-f3b35cf2-68ea-462d-996a-e62803473f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:17.804257 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-f3b35cf2-68ea-462d-996a-e62803473f49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0883b05a-15d5-409b-9c71-4adb702e2d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0581837 Jun 18 16:30:17.837629 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7b9c293a-9397-4ca5-b2af-d1e688b01872 req-23e2d458-63b9-407d-8b11-e34e693c9c0d tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360236 Jun 18 16:30:17.920161 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-c9e06b57-aedb-45fa-b59a-dd2e16a587a1 service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828338 Jun 18 16:30:18.026390 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-35850d25-9a59-4f41-8413-c63ad71ac084 req-67360a89-a848-427d-8aa3-d45c8c00d96a service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870612 Jun 18 16:30:18.159918 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1288fd5-3825-4bfc-9e6a-14f831e8b7b0 req-9020b5cc-28a7-49de-ba72-8752d64edec9 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.161361 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f1288fd5-3825-4bfc-9e6a-14f831e8b7b0 req-9020b5cc-28a7-49de-ba72-8752d64edec9 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.0648348 Jun 18 16:30:18.200828 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f1288fd5-3825-4bfc-9e6a-14f831e8b7b0 req-6e3afdfe-4a41-40c5-b702-81c56c012a87 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Jun 18 16:30:18.376706 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec1980-da5e-4221-a89d-06eafb0a69c5 req-5ee5c7a8-9075-43cb-9692-bf987cf5846a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.378198 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d7ec1980-da5e-4221-a89d-06eafb0a69c5 req-5ee5c7a8-9075-43cb-9692-bf987cf5846a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0738320 Jun 18 16:30:18.415732 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d7ec1980-da5e-4221-a89d-06eafb0a69c5 req-dfeb0209-b818-4760-ba12-74c97e046910 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Jun 18 16:30:18.476106 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:30:18.575818 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:18.594777 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'port_id': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8', 'mac_address': 'fa:16:3e:e9:e3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:30:18.649448 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.674473 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:30:18.703034 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:18.708099 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.709952 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-ce66cb59-55fb-46bd-8972-04fdddf60c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:18.765572 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f022f2ad-8d3e-4758-9cc0-ec7015d49b0f req-00b7252a-8229-4813-8341-19c75a7cda84 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 210 time: 0.0649369 Jun 18 16:30:18.790760 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:18.812098 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.812647 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.813171 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.813707 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.814250 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.814785 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.815250 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.815780 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.816324 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.816856 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.817274 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.817724 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:18.820504 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-9bc64cc0-a29a-4a74-9aaf-5ae3005c62cc tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.822169 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-9bc64cc0-a29a-4a74-9aaf-5ae3005c62cc tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.72 "GET /v2.0/networks?id=c4788bbe-6d11-468a-829b-fb3f869df892 HTTP/1.1" status: 200 len: 813 time: 0.2297020 Jun 18 16:30:18.822422 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:18.854431 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Request body: {'port': {'device_id': 'a0f5ef38-6323-4156-9872-63c9d999f5f1', 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892', 'admin_state_up': True, 'tenant_id': '59be403f66234690a29680760740ba7a'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:18.927908 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd015cc-ffa3-4be3-abb2-afcc06bd32b0 req-1591bb57-8b0e-4988-8ef3-33a1d994a2e7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.929412 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3dd015cc-ffa3-4be3-abb2-afcc06bd32b0 req-1591bb57-8b0e-4988-8ef3-33a1d994a2e7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0829523 Jun 18 16:30:18.976641 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3dd015cc-ffa3-4be3-abb2-afcc06bd32b0 req-7ccf8675-4504-4a52-9d08-4bbf9fdb6b2e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398219 Jun 18 16:30:19.045526 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Made reservation on behalf of 59be403f66234690a29680760740ba7a for: {'port': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:19.049166 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.088304 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e66bbf-98a2-4ed0-bf30-ee7aa8482b35 req-1b94e902-122d-4609-be16-3c4879254d87 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:19.090995 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c4e66bbf-98a2-4ed0-bf30-ee7aa8482b35 req-1b94e902-122d-4609-be16-3c4879254d87 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 944 time: 0.1066957 Jun 18 16:30:19.127686 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['a71ec078-1edb-425e-9e7d-2bc35dc6d3b8'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:30:19.182466 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c4e66bbf-98a2-4ed0-bf30-ee7aa8482b35 req-34eb55f8-0ab3-469b-bc32-78391cab0724 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628750 Jun 18 16:30:19.243635 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Allocated IP 172.20.0.11 (c4788bbe-6d11-468a-829b-fb3f869df892/3b413402-f5f8-45e2-9155-19ce0c27eaf5/375e1aa1-56f2-4bc7-95c1-95f78acb7e80) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:19.348426 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4616e-a670-4ea4-91b3-2d761b144e9e req-3210f4e4-cc54-4a7e-8b5d-5226800e601e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:19.356041 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-43b4616e-a670-4ea4-91b3-2d761b144e9e req-3210f4e4-cc54-4a7e-8b5d-5226800e601e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0866163 Jun 18 16:30:19.405225 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-43b4616e-a670-4ea4-91b3-2d761b144e9e req-8e7b58dc-4a65-4e67-ace7-4ca9ae091f4a tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479441 Jun 18 16:30:19.456907 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.461736 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-7fb93deb-8203-40a9-bcb9-a1f4bde59970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:19.463202 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-7fb93deb-8203-40a9-bcb9-a1f4bde59970 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 1098 time: 0.0568271 Jun 18 16:30:19.514347 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece0495-5204-447c-a3d8-657c7b1b5a94 req-d8349343-bc5f-4cf4-91ae-a81011eec1c1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:19.515769 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4ece0495-5204-447c-a3d8-657c7b1b5a94 req-d8349343-bc5f-4cf4-91ae-a81011eec1c1 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1074684 Jun 18 16:30:19.534272 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.545029 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:19.596410 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-bd33615c-54eb-4c68-8f31-62870384e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:19.597890 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-bd33615c-54eb-4c68-8f31-62870384e486 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 910 time: 0.1236815 Jun 18 16:30:19.602952 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Network c4788bbe-6d11-468a-829b-fb3f869df892 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:19.610322 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:19.614516 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:19.619282 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4ece0495-5204-447c-a3d8-657c7b1b5a94 req-093d3008-b531-49d0-9dd6-0e740f2ae3e4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958078 Jun 18 16:30:19.642094 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Pushing event updated for resources: {'Port': ['ID=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:19.646380 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:19.671081 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:19.671616 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffadd2f-51ae-4765-9da0-288ba6c24ce4 req-f33472d6-eac1-4d46-bb91-7af6c5196ae6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:19.671744 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.673074 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cffadd2f-51ae-4765-9da0-288ba6c24ce4 req-f33472d6-eac1-4d46-bb91-7af6c5196ae6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1317284 Jun 18 16:30:19.685831 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-a0ec500c-e80d-4104-91e0-1417ce195ae0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f HTTP/1.1" status: 200 len: 1000 time: 0.0779696 Jun 18 16:30:19.686735 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8425004 Jun 18 16:30:19.712878 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Request body: {'port': {'device_id': 'a0f5ef38-6323-4156-9872-63c9d999f5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:19.743613 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cffadd2f-51ae-4765-9da0-288ba6c24ce4 req-a36976f7-bcbb-4694-a0f4-aadc06206337 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618656 Jun 18 16:30:19.762079 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-4050aa1f-f34a-4f8b-a0ff-636ea48f317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:19.763721 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-4050aa1f-f34a-4f8b-a0ff-636ea48f317a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 200 len: 848 time: 0.0561783 Jun 18 16:30:19.784755 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.825207 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-34199b4e-6259-431c-8237-629f472130b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:19.826701 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-34199b4e-6259-431c-8237-629f472130b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0883b05a-15d5-409b-9c71-4adb702e2d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556118 Jun 18 16:30:19.933917 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-b2c029a6-4279-4dd5-9be2-aefa1e54f976 service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953043 Jun 18 16:30:20.020209 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dbb49-5661-48f6-81a2-81754e088175 req-388d3592-8039-4f5f-8040-7160782c5b6d tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.021765 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-df2dbb49-5661-48f6-81a2-81754e088175 req-388d3592-8039-4f5f-8040-7160782c5b6d tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 932 time: 0.1301348 Jun 18 16:30:20.088493 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-df2dbb49-5661-48f6-81a2-81754e088175 req-b4a9bbd1-53f1-47b9-a412-8a631c39dbac tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Jun 18 16:30:20.137735 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:30:20.145934 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.157605 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Transition to ACTIVE for port object 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:20.162783 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12802647'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.164785 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:20.241756 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Pushing event updated for resources: {'Port': ['ID=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:20.245569 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:20.247573 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-97c8d76f-5dbc-403e-815b-43d0b1c3415a req-dca002c9-f2a0-4617-9470-cf2bf67a7642 service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009748 Jun 18 16:30:20.312183 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Attempting to bind port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:20.312518 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Attempting to bind port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:20.312846 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Attempting to bind port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 on network c4788bbe-6d11-468a-829b-fb3f869df892 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:20.317135 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 on network c4788bbe-6d11-468a-829b-fb3f869df892 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:20.317451 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Attempting to bind port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 on network c4788bbe-6d11-468a-829b-fb3f869df892 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:20.322187 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:20.322525 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Checking segment: {'id': '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:20.322901 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Bound using segment: {'id': '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:20.323323 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Bound port: 375e1aa1-56f2-4bc7-95c1-95f78acb7e80, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:20.324339 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.373458 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c49c1-6247-492e-b5e6-25dd41731c90 req-2ebce401-0003-46a8-944c-0878a0bab819 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.374884 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c94c49c1-6247-492e-b5e6-25dd41731c90 req-2ebce401-0003-46a8-944c-0878a0bab819 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 944 time: 0.0640202 Jun 18 16:30:20.391714 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] For port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80, host hv-cinder-79246, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:20.394690 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] For port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,segment=NetworkSegment(7169a4c7-6f8f-4a1b-ad6d-72300d3dca41),segment_id=7169a4c7-6f8f-4a1b-ad6d-72300d3dca41)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:20.399363 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12802647'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.403294 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-3c75c23c-292d-4730-8e7a-1eb9f5c37296 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:20.415617 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c94c49c1-6247-492e-b5e6-25dd41731c90 req-1db68894-cd55-4d26-8e47-22297d855cc4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349801 Jun 18 16:30:20.440130 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.440988 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for port, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.442466 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] 10.222.0.72 "PUT /v2.0/ports/375e1aa1-56f2-4bc7-95c1-95f78acb7e80 HTTP/1.1" status: 200 len: 1094 time: 0.7338412 Jun 18 16:30:20.443027 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f5ef38-6323-4156-9872-63c9d999f5f1', 'tag': '375e1aa1-56f2-4bc7-95c1-95f78acb7e80'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:20.445340 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac5744f-8836-4d94-9015-851142531d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f5ef38-6323-4156-9872-63c9d999f5f1", "tag": "375e1aa1-56f2-4bc7-95c1-95f78acb7e80"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:20.471584 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:20.477540 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Pushing event updated for resources: {'Port': ['ID=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:20.491139 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:20.502624 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b69fecf-c5d4-450e-8bc8-b90ee3baa5c7 x-openstack-request-id: req-4b69fecf-c5d4-450e-8bc8-b90ee3baa5c7 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:20.502976 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f5ef38-6323-4156-9872-63c9d999f5f1", "tag": "375e1aa1-56f2-4bc7-95c1-95f78acb7e80", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:20.503398 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b69fecf-c5d4-450e-8bc8-b90ee3baa5c7 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:20.504104 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f5ef38-6323-4156-9872-63c9d999f5f1', 'tag': '375e1aa1-56f2-4bc7-95c1-95f78acb7e80', 'status': 'completed', 'code': 200} Jun 18 16:30:20.530925 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:20.534928 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:20.535322 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.613478 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.634091 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669a8c-b42e-4eea-a8f1-364329f31a6e req-e7d0dd44-25d1-40a0-be68-8126019e88fe tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.635564 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e1669a8c-b42e-4eea-a8f1-364329f31a6e req-e7d0dd44-25d1-40a0-be68-8126019e88fe tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1001029 Jun 18 16:30:20.639075 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-77f59561-60d9-48f9-aecf-1a6673f24749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.640468 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-77f59561-60d9-48f9-aecf-1a6673f24749 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59be403f66234690a29680760740ba7a&device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 1097 time: 0.1155276 Jun 18 16:30:20.716058 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-a94f8589-1180-4324-ac18-a75c162af6bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=375e1aa1-56f2-4bc7-95c1-95f78acb7e80 HTTP/1.1" status: 200 len: 217 time: 0.0549181 Jun 18 16:30:20.720449 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e1669a8c-b42e-4eea-a8f1-364329f31a6e req-833090d0-07c1-4512-801c-7a346c46f846 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786097 Jun 18 16:30:20.733823 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-28f64861-888b-420d-9705-87afcbaf4215 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.736440 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-28f64861-888b-420d-9705-87afcbaf4215 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.72 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1014552 Jun 18 16:30:20.768063 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:20.770506 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec490e64-3740-432f-8aa8-017ec19a1cf3" -d '{"events": [{"server_uuid": "f8739e56-ae55-43ca-ba29-56ba7cabd525", "name": "network-vif-plugged", "status": "completed", "tag": "a71ec078-1edb-425e-9e7d-2bc35dc6d3b8"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:20.778363 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-16feeb5b-f309-41d4-a891-c51964452746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.780203 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-16feeb5b-f309-41d4-a891-c51964452746 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b413402-f5f8-45e2-9155-19ce0c27eaf5 HTTP/1.1" status: 200 len: 853 time: 0.0581756 Jun 18 16:30:20.785739 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:20.794741 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.798789 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:20.870558 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:20.874247 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:20.914119 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce987cf-14a3-4085-81fa-bc679f34191b req-9054c4b8-196d-4511-aab8-986cb2d6046b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.915554 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-dce987cf-14a3-4085-81fa-bc679f34191b req-9054c4b8-196d-4511-aab8-986cb2d6046b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 945 time: 0.1252058 Jun 18 16:30:20.945184 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Deleting port fc840111-6351-4cc0-884b-3e27fdffa89d {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:20.945934 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.008018 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-dce987cf-14a3-4085-81fa-bc679f34191b req-eff5b8d0-48e2-4a95-83ba-8f525fab464d tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852811 Jun 18 16:30:21.055489 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] For port fc840111-6351-4cc0-884b-3e27fdffa89d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc840111-6351-4cc0-884b-3e27fdffa89d,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:21.055920 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.065461 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5b107d-2ae0-4e3c-8812-c495203a648a x-openstack-request-id: req-dd5b107d-2ae0-4e3c-8812-c495203a648a {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:21.065805 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8739e56-ae55-43ca-ba29-56ba7cabd525", "name": "network-vif-plugged", "status": "completed", "tag": "a71ec078-1edb-425e-9e7d-2bc35dc6d3b8", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:21.066499 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd5b107d-2ae0-4e3c-8812-c495203a648a {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:21.066499 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8', 'code': 200} Jun 18 16:30:21.079639 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-7c4b0e97-3cb4-4934-a92d-1a3e88ce8e6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4788bbe-6d11-468a-829b-fb3f869df892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2872305 Jun 18 16:30:21.119847 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Calling delete_port for fc840111-6351-4cc0-884b-3e27fdffa89d owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:21.141793 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e8da5-a279-460a-91ed-aa2b0aa655e4 req-f9b0ffe7-d7b1-4830-a8e7-3264df12c351 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:21.143305 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-739e8da5-a279-460a-91ed-aa2b0aa655e4 req-f9b0ffe7-d7b1-4830-a8e7-3264df12c351 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0661073 Jun 18 16:30:21.182057 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-739e8da5-a279-460a-91ed-aa2b0aa655e4 req-51d043b9-46dd-417c-8214-cc01a2a47ba5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323148 Jun 18 16:30:21.289404 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-fdb32abb-8aba-46f9-93f9-d73d0884a8cf service neutron] 10.222.0.72 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012049 Jun 18 16:30:21.310606 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.315418 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:21.360586 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['08f26344-1f2e-4c81-b67b-4d39e867cc31', 'fc840111-6351-4cc0-884b-3e27fdffa89d'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:30:21.362040 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Pushing event deleted for resources: {'Port': ['ID=fc840111-6351-4cc0-884b-3e27fdffa89d,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:21.366178 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:21.381392 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ec2b4-c178-4581-8c09-82ca796d9f17 req-4af0d11d-c7d5-4597-bce8-5edcbcd34da5 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:21.383404 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ff8ec2b4-c178-4581-8c09-82ca796d9f17 req-4af0d11d-c7d5-4597-bce8-5edcbcd34da5 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 944 time: 0.1619754 Jun 18 16:30:21.406405 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3d5a2dc-fef8-45ad-be49-8b80d1640433 req-b9b61c89-0f7c-4712-bf3c-71f6969c2257 service neutron] 10.222.0.72 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048665 Jun 18 16:30:21.442453 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] No DVR routers for this DVR port fc840111-6351-4cc0-884b-3e27fdffa89d on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:21.448282 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.449996 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a1722088-3c4f-4272-9224-e05c06fcbc01 req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.72 "DELETE /v2.0/ports/fc840111-6351-4cc0-884b-3e27fdffa89d HTTP/1.1" status: 204 len: 173 time: 0.7046955 Jun 18 16:30:21.450505 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f269a657-1210-48c1-8702-6adf0921476c', 'name': 'network-vif-deleted', 'tag': 'fc840111-6351-4cc0-884b-3e27fdffa89d'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:21.452874 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21531f04-aa22-41fe-9c7f-4112326de763" -d '{"events": [{"server_uuid": "f269a657-1210-48c1-8702-6adf0921476c", "name": "network-vif-deleted", "tag": "fc840111-6351-4cc0-884b-3e27fdffa89d"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:21.472644 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ff8ec2b4-c178-4581-8c09-82ca796d9f17 req-8eeb2df9-93fb-402f-a2d1-41aa6ae82eee tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678077 Jun 18 16:30:21.528120 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10321d7a-1fbc-452d-8e72-53c23a1182ef x-openstack-request-id: req-10321d7a-1fbc-452d-8e72-53c23a1182ef {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:21.528904 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f269a657-1210-48c1-8702-6adf0921476c", "name": "network-vif-deleted", "tag": "fc840111-6351-4cc0-884b-3e27fdffa89d", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:21.528904 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10321d7a-1fbc-452d-8e72-53c23a1182ef {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:21.529382 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f269a657-1210-48c1-8702-6adf0921476c', 'name': 'network-vif-deleted', 'tag': 'fc840111-6351-4cc0-884b-3e27fdffa89d', 'status': 'completed', 'code': 200} Jun 18 16:30:21.629212 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4805e8-ab2e-4e08-971f-4f115eef5634 req-e95ad2c9-0acd-4c94-b584-997c68dc8937 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:21.630754 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1d4805e8-ab2e-4e08-971f-4f115eef5634 req-e95ad2c9-0acd-4c94-b584-997c68dc8937 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 945 time: 0.0664141 Jun 18 16:30:21.672797 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1d4805e8-ab2e-4e08-971f-4f115eef5634 req-2445f3ac-ce6e-4d31-8da1-99625c0f7828 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362189 Jun 18 16:30:21.700932 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5744f-8836-4d94-9015-851142531d9b req-9ee3b033-49a5-4dca-ae39-2bd2a4868439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:21.702364 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9ac5744f-8836-4d94-9015-851142531d9b req-9ee3b033-49a5-4dca-ae39-2bd2a4868439 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59be403f66234690a29680760740ba7a&device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 1097 time: 0.0614371 Jun 18 16:30:21.731310 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b66ac0-5833-46e0-b914-6a5f15b6e756 req-2ed9ef07-7610-49ed-adb5-d1612acb2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:21.732762 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a1b66ac0-5833-46e0-b914-6a5f15b6e756 req-2ed9ef07-7610-49ed-adb5-d1612acb2ddf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 1098 time: 0.0632625 Jun 18 16:30:21.783116 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a1b66ac0-5833-46e0-b914-6a5f15b6e756 req-7d8e4b48-7190-40ba-8536-104b364f1ecc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312893 Jun 18 16:30:21.809374 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5744f-8836-4d94-9015-851142531d9b req-a9e35d67-6570-41e2-afa8-d601d92e5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:21.811036 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9ac5744f-8836-4d94-9015-851142531d9b req-a9e35d67-6570-41e2-afa8-d601d92e5a7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=c4788bbe-6d11-468a-829b-fb3f869df892 HTTP/1.1" status: 200 len: 914 time: 0.0941033 Jun 18 16:30:21.918397 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa59380-5e44-4d7f-8574-6fb233e980c0 req-ca532370-f41f-477d-9739-ae307cd3567b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:21.919799 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9aa59380-5e44-4d7f-8574-6fb233e980c0 req-ca532370-f41f-477d-9739-ae307cd3567b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0627131 Jun 18 16:30:21.956396 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9aa59380-5e44-4d7f-8574-6fb233e980c0 req-f13d2cb1-af11-4eee-a967-8baefa5cadd4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Jun 18 16:30:22.160116 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3bb1a6d6-f3a4-45fc-86fd-5faec9df21e9 req-41da655b-c3f3-4994-8fc0-828228592c05 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=f269a657-1210-48c1-8702-6adf0921476c HTTP/1.1" status: 200 len: 210 time: 0.0282164 Jun 18 16:30:22.175970 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9ac5744f-8836-4d94-9015-851142531d9b req-0eac61f2-7523-4d8a-8dff-f6dd447289cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=375e1aa1-56f2-4bc7-95c1-95f78acb7e80 HTTP/1.1" status: 200 len: 217 time: 0.0377781 Jun 18 16:30:22.246237 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5744f-8836-4d94-9015-851142531d9b req-c19c70b6-d029-4f33-b8da-80bee069af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:22.247538 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9ac5744f-8836-4d94-9015-851142531d9b req-c19c70b6-d029-4f33-b8da-80bee069af17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b413402-f5f8-45e2-9155-19ce0c27eaf5 HTTP/1.1" status: 200 len: 853 time: 0.0438375 Jun 18 16:30:22.282017 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9ac5744f-8836-4d94-9015-851142531d9b req-01ddd1c0-07ba-4020-88a7-c1fb82d116c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4788bbe-6d11-468a-829b-fb3f869df892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269253 Jun 18 16:30:22.410360 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9ac5744f-8836-4d94-9015-851142531d9b req-d8f3095b-dff8-4be3-88da-6481c74d2770 service neutron] 10.222.0.72 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201699 Jun 18 16:30:22.434786 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772b05a-a792-4f1d-8599-7277a95c17c8 req-3e510006-e8f7-47ea-8225-3d1f81cf64c9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:22.436841 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8772b05a-a792-4f1d-8599-7277a95c17c8 req-3e510006-e8f7-47ea-8225-3d1f81cf64c9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1001754 Jun 18 16:30:22.540371 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8772b05a-a792-4f1d-8599-7277a95c17c8 req-cf6802ce-6115-470b-af2a-db4546c3e791 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927386 Jun 18 16:30:22.576629 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9ac5744f-8836-4d94-9015-851142531d9b req-a7bca2d3-982f-430e-b81d-b75123e83ade service neutron] 10.222.0.72 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543062 Jun 18 16:30:22.685909 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fa150-6cb8-4f68-bf8f-894c5afd4d40 req-80e58ff2-c5a8-41c1-aad9-9d015408e549 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:22.687449 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-389fa150-6cb8-4f68-bf8f-894c5afd4d40 req-80e58ff2-c5a8-41c1-aad9-9d015408e549 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 944 time: 0.0862720 Jun 18 16:30:22.744176 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-389fa150-6cb8-4f68-bf8f-894c5afd4d40 req-ff44b4af-c9b1-499a-9a3a-9770b8e70619 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492651 Jun 18 16:30:22.917836 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3049c41-5f79-4f19-9528-ab10f61858b2 req-3b114add-f007-49e4-94ab-492cbea34345 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:22.921868 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f3049c41-5f79-4f19-9528-ab10f61858b2 req-3b114add-f007-49e4-94ab-492cbea34345 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 945 time: 0.0655415 Jun 18 16:30:22.957191 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f3049c41-5f79-4f19-9528-ab10f61858b2 req-078caf2a-58d9-4c9f-8f40-624b7a200b29 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321720 Jun 18 16:30:22.983201 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff2e28-617d-460c-9c77-ecd43bb03694 req-0af48439-ff81-440f-b84a-27524c2edf0f tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:22.984646 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d1ff2e28-617d-460c-9c77-ecd43bb03694 req-0af48439-ff81-440f-b84a-27524c2edf0f tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.1021664 Jun 18 16:30:22.991036 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-67c70c73-d14b-498f-8f67-6ec4b200fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:22.992376 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-67c70c73-d14b-498f-8f67-6ec4b200fa2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a61164e6f74af2a2c5e6875d56aa53&device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 1137 time: 0.0793772 Jun 18 16:30:23.078268 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d1ff2e28-617d-460c-9c77-ecd43bb03694 req-6eba046a-e200-48ac-89cd-a847aa82d532 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849361 Jun 18 16:30:23.113697 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-d8368a65-1ea8-4848-b36f-137a20366eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.115116 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-d8368a65-1ea8-4848-b36f-137a20366eba service neutron] 10.222.0.72 "GET /v2.0/networks?id=e357c514-b155-4f6b-ac2f-beeff42d1b30 HTTP/1.1" status: 200 len: 916 time: 0.0971725 Jun 18 16:30:23.223637 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-4b2bc2bb-38ac-42ea-9cad-6b3784a00291 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 200 len: 1000 time: 0.0611451 Jun 18 16:30:23.297272 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-42e1102b-6b1c-4b60-830a-47e9c0c5466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.298835 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-42e1102b-6b1c-4b60-830a-47e9c0c5466c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=456d5e3f-888a-4e1f-a78d-e72fd2b202b5 HTTP/1.1" status: 200 len: 854 time: 0.0448873 Jun 18 16:30:23.377325 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-a8d8007e-7b98-4370-bd2e-3f54b3b9cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.379051 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-a8d8007e-7b98-4370-bd2e-3f54b3b9cd6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e357c514-b155-4f6b-ac2f-beeff42d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676625 Jun 18 16:30:23.520293 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-f1bd52f3-19cf-4475-aa3e-6fc731d31733 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959554 Jun 18 16:30:23.635488 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e53957-e2ad-41c5-9a4c-4317c4786a8a req-19b1e07f-5903-40aa-ad74-9085a31a3a43 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.637886 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-61e53957-e2ad-41c5-9a4c-4317c4786a8a req-19b1e07f-5903-40aa-ad74-9085a31a3a43 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0678525 Jun 18 16:30:23.672745 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-91d6d82b-8903-4a27-b57f-bb75d453ad9e req-d9ff81eb-0d6d-45b7-b30b-105576bf17f9 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925105 Jun 18 16:30:23.680054 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-61e53957-e2ad-41c5-9a4c-4317c4786a8a req-9be88a13-8e0e-4dc9-8662-1106e0ed8407 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338914 Jun 18 16:30:23.742231 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fac736-7e66-4d58-bdba-d9b74ed94b6b req-f175f4d4-128f-4d89-a7c8-2f88af9ef09c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.743692 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08fac736-7e66-4d58-bdba-d9b74ed94b6b req-f175f4d4-128f-4d89-a7c8-2f88af9ef09c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.0654459 Jun 18 16:30:23.781360 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08fac736-7e66-4d58-bdba-d9b74ed94b6b req-8fe42809-5a22-4021-89cd-726508651e79 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312922 Jun 18 16:30:23.915843 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c4ff9-55a7-4c22-9f63-7e8cc33e1769 req-617952c3-f737-41c8-9d04-aede5681cc4b tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.917315 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-424c4ff9-55a7-4c22-9f63-7e8cc33e1769 req-617952c3-f737-41c8-9d04-aede5681cc4b tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 944 time: 0.0669467 Jun 18 16:30:23.955476 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-424c4ff9-55a7-4c22-9f63-7e8cc33e1769 req-d0ac6725-2954-4dd7-a158-7f8cb704aa68 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Jun 18 16:30:24.134132 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8883-d1d3-46e9-a822-894e987cbf32 req-2fab512e-75d6-4e25-b55a-2f2809afa9d8 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:24.135659 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-149a8883-d1d3-46e9-a822-894e987cbf32 req-2fab512e-75d6-4e25-b55a-2f2809afa9d8 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 945 time: 0.0675342 Jun 18 16:30:24.173627 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-149a8883-d1d3-46e9-a822-894e987cbf32 req-a92535ff-289a-4140-833a-fe59005d3f90 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310581 Jun 18 16:30:24.256837 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40817b49-a74b-4aad-a8bc-6c649d5157e9 req-45e996fd-ba01-45ef-9ba3-15f3a8d4d90e tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:24.258439 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-40817b49-a74b-4aad-a8bc-6c649d5157e9 req-45e996fd-ba01-45ef-9ba3-15f3a8d4d90e tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0668364 Jun 18 16:30:24.299462 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-40817b49-a74b-4aad-a8bc-6c649d5157e9 req-874312de-d24a-4ad4-bcf5-d9f94053f611 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348959 Jun 18 16:30:24.345551 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee53e9-ca5f-4277-ab40-47301658f36a req-c02f74dc-25c8-467d-a825-de7667944c30 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:24.347022 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-00ee53e9-ca5f-4277-ab40-47301658f36a req-c02f74dc-25c8-467d-a825-de7667944c30 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 945 time: 0.0619259 Jun 18 16:30:24.384006 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-00ee53e9-ca5f-4277-ab40-47301658f36a req-4890c9ef-fc4b-4ab8-906c-158d92fe4f56 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Jun 18 16:30:24.408744 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41482) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:24.494593 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:30:24.561983 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ecd942-c193-4ee2-9ffb-b99320ed1c27 tempest-TestVolumeBootPattern-2133737447 tempest-TestVolumeBootPattern-2133737447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:24.562326 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fc840111-6351-4cc0-884b-3e27fdffa89d no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:24.563480 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-b0ecd942-c193-4ee2-9ffb-b99320ed1c27 tempest-TestVolumeBootPattern-2133737447 tempest-TestVolumeBootPattern-2133737447-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 1093 time: 0.1537809 Jun 18 16:30:24.566475 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41486) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:24.570821 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'floatingip': {'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'port_id': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:24.582966 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: fc840111-6351-4cc0-884b-3e27fdffa89d {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:24.583308 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fc840111-6351-4cc0-884b-3e27fdffa89d not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:24.600378 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.609501 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,segment=NetworkSegment(7169a4c7-6f8f-4a1b-ad6d-72300d3dca41),segment_id=7169a4c7-6f8f-4a1b-ad6d-72300d3dca41)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:24.620279 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '375e1aa1-56f2-4bc7-95c1-95f78acb7e80', 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892', 'port_id': '375e1aa1-56f2-4bc7-95c1-95f78acb7e80', 'mac_address': 'fa:16:3e:4e:26:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b413402-f5f8-45e2-9155-19ce0c27eaf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:30:24.664181 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.676406 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:30:24.695888 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,segment=NetworkSegment(7169a4c7-6f8f-4a1b-ad6d-72300d3dca41),segment_id=7169a4c7-6f8f-4a1b-ad6d-72300d3dca41)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:24.697547 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.700720 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.702503 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:24.750899 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:24.754286 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:24.817965 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Allocated IP 172.27.3.75 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/b20ab345-9174-4821-832f-a0f1e02e3ba7) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:24.897719 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c9e26-70f6-4f57-8160-a9717d52462d req-c56e8758-add8-4912-9c65-22fe5853077a tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:24.899063 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cf5c9e26-70f6-4f57-8160-a9717d52462d req-c56e8758-add8-4912-9c65-22fe5853077a tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0882270 Jun 18 16:30:24.938225 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cf5c9e26-70f6-4f57-8160-a9717d52462d req-23636aaf-0542-4bc1-85bb-447e245418f4 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Jun 18 16:30:24.956903 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.018465 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777a10-3070-416c-a16a-933f45063431 req-237a5396-3419-42ec-913f-0f725526930c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:25.020221 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08777a10-3070-416c-a16a-933f45063431 req-237a5396-3419-42ec-913f-0f725526930c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1035910 Jun 18 16:30:25.036891 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.040516 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:25.080148 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:25.084040 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:25.086609 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:25.134999 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'Port': ['ID=b20ab345-9174-4821-832f-a0f1e02e3ba7,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:25.135649 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c76764-6291-431d-9749-fdbb9d97b994 req-b48aec60-5033-4b06-8c09-5c30f2e6c388 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:25.136981 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7c76764-6291-431d-9749-fdbb9d97b994 req-b48aec60-5033-4b06-8c09-5c30f2e6c388 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 945 time: 0.0680428 Jun 18 16:30:25.138139 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:25.144668 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08777a10-3070-416c-a16a-933f45063431 req-f7acd6b7-8802-49b6-99cb-d78e32c37a8f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169202 Jun 18 16:30:25.177971 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7c76764-6291-431d-9749-fdbb9d97b994 req-b2533b76-eb68-4f0d-9af7-23f74637ec74 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Jun 18 16:30:25.188813 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['375e1aa1-56f2-4bc7-95c1-95f78acb7e80'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:30:25.754458 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.786143 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c414d0c-abbf-4432-b6a4-cde095065464 req-50a62956-46d8-482a-abbb-ea14440e41fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:25.787571 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c414d0c-abbf-4432-b6a4-cde095065464 req-50a62956-46d8-482a-abbb-ea14440e41fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.3728597 Jun 18 16:30:25.859591 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c414d0c-abbf-4432-b6a4-cde095065464 req-91eef0b2-2f19-4812-8da8-3753f448497a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653837 Jun 18 16:30:25.871964 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.027640 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.032221 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.035228 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-72da8f78-bce8-4b21-bf35-ee38d88dda7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:26.098084 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'Port': ['ID=b20ab345-9174-4821-832f-a0f1e02e3ba7,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:26.100852 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:26.115782 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.119630 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004032d-7f75-44d2-b55e-8349b533783d req-c16c7340-897a-4976-b9eb-fbc8951fe262 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:26.121939 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f004032d-7f75-44d2-b55e-8349b533783d req-c16c7340-897a-4976-b9eb-fbc8951fe262 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0644047 Jun 18 16:30:26.159214 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f004032d-7f75-44d2-b55e-8349b533783d req-d80139d6-1de8-4e95-9139-54ea435ee3ce tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Jun 18 16:30:26.219837 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.l3_db [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Floating IP c767ff47-f42a-4681-9636-c1e83367a42f associated. External IP: 172.27.3.75, port: a71ec078-1edb-425e-9e7d-2bc35dc6d3b8. Jun 18 16:30:26.367461 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54ff8d-e17e-4679-a06e-db5453e98ac8 req-7ba1a741-def5-430b-8c86-b3b1dcb69e77 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:26.368827 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4e54ff8d-e17e-4679-a06e-db5453e98ac8 req-7ba1a741-def5-430b-8c86-b3b1dcb69e77 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 945 time: 0.0673714 Jun 18 16:30:26.374960 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39182001-e980-46bc-9d20-d70d462ae9ed req-f134946b-150d-410b-9616-2f6b8dd56927 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:26.376415 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-39182001-e980-46bc-9d20-d70d462ae9ed req-f134946b-150d-410b-9616-2f6b8dd56927 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 944 time: 0.1122825 Jun 18 16:30:26.407259 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4e54ff8d-e17e-4679-a06e-db5453e98ac8 req-d673901d-0f33-49b3-9d1f-399518cb379c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Jun 18 16:30:26.482632 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-39182001-e980-46bc-9d20-d70d462ae9ed req-9f8ab6f5-0054-4c9c-b955-9a03540c7ab7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748727 Jun 18 16:30:26.498751 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 81502c81-8f5c-4b17-bb4b-171fed873403 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:30:26.505262 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Router ccaf85aa-d939-4420-94cf-6b67535ce8cc has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:26.512881 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:26.612028 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:26.612275 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:26.623003 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] Sync routers for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:26.629028 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:26.629425 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.630561 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.633979 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:26.634675 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:30:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:26.666440 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:26.682318 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1147130 Jun 18 16:30:26.683072 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '81502c81-8f5c-4b17-bb4b-171fed873403', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'port_id': '81502c81-8f5c-4b17-bb4b-171fed873403', 'mac_address': 'fa:16:3e:42:e4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:30:26.683904 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'tag': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:26.686863 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364" -d '{"events": [{"name": "network-changed", "server_uuid": "f8739e56-ae55-43ca-ba29-56ba7cabd525", "tag": "a71ec078-1edb-425e-9e7d-2bc35dc6d3b8"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:26.723424 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b24d602-1f53-40cf-a24a-04a60f7f35f4 x-openstack-request-id: req-5b24d602-1f53-40cf-a24a-04a60f7f35f4 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:26.724207 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8739e56-ae55-43ca-ba29-56ba7cabd525", "tag": "a71ec078-1edb-425e-9e7d-2bc35dc6d3b8", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:26.726366 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b24d602-1f53-40cf-a24a-04a60f7f35f4 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:26.727126 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'tag': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8', 'status': 'completed', 'code': 200} Jun 18 16:30:26.744584 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:26.746533 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.765878 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81502c81-8f5c-4b17-bb4b-171fed873403 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:30:26.772595 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.796247 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:26.803267 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.805727 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:26.811385 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f5ef38-6323-4156-9872-63c9d999f5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375e1aa1-56f2-4bc7-95c1-95f78acb7e80'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:26.813632 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79b722e-6272-4801-bced-719e624dbfc9" -d '{"events": [{"server_uuid": "a0f5ef38-6323-4156-9872-63c9d999f5f1", "name": "network-vif-plugged", "status": "completed", "tag": "375e1aa1-56f2-4bc7-95c1-95f78acb7e80"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:26.854658 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,segment=NetworkSegment(7169a4c7-6f8f-4a1b-ad6d-72300d3dca41),segment_id=7169a4c7-6f8f-4a1b-ad6d-72300d3dca41)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:26.865767 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-593c5f14-fe12-4375-ab38-7fdd398a2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:26.867338 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-593c5f14-fe12-4375-ab38-7fdd398a2e2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 1098 time: 0.0680342 Jun 18 16:30:26.872460 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741b4049-9a15-4adc-9fea-2d185d8a0748 x-openstack-request-id: req-741b4049-9a15-4adc-9fea-2d185d8a0748 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:26.872904 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f5ef38-6323-4156-9872-63c9d999f5f1", "name": "network-vif-plugged", "status": "completed", "tag": "375e1aa1-56f2-4bc7-95c1-95f78acb7e80", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:26.873175 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-741b4049-9a15-4adc-9fea-2d185d8a0748 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:26.873571 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f5ef38-6323-4156-9872-63c9d999f5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375e1aa1-56f2-4bc7-95c1-95f78acb7e80', 'code': 200} Jun 18 16:30:26.876489 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.893955 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=9']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:26.903458 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:26.904021 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:26.977545 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:26.981902 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:27.004532 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'c767ff47-f42a-4681-9636-c1e83367a42f', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:e9:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:30:25Z', 'updated_at': '2021-06-18T16:30:25Z', 'revision_number': 0, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:27.044971 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] Checking router: ccaf85aa-d939-4420-94cf-6b67535ce8cc for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:27.057003 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:27.058675 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:30:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:27.062176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-a31c789f-46dd-451e-87a4-a410f2d314ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:27.064738 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-a31c789f-46dd-451e-87a4-a410f2d314ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 912 time: 0.1370914 Jun 18 16:30:27.067546 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8fd6b-ea32-4f32-b426-e1d2bb95b98c req-8b3e8f84-3db0-46b0-ac66-6146ddae2c06 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:27.069337 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-10b8fd6b-ea32-4f32-b426-e1d2bb95b98c req-8b3e8f84-3db0-46b0-ac66-6146ddae2c06 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0828660 Jun 18 16:30:27.124152 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-10b8fd6b-ea32-4f32-b426-e1d2bb95b98c req-0c268495-a145-4a59-b985-362ac86f6fbd tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456643 Jun 18 16:30:27.148126 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-c0e3f2a0-9029-49ce-a924-2ce21eefa220 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 HTTP/1.1" status: 200 len: 998 time: 0.0645428 Jun 18 16:30:27.178016 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:27.223149 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-7bd99636-2d39-4840-b321-220d2075f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:27.226060 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-7bd99636-2d39-4840-b321-220d2075f7a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0586581 Jun 18 16:30:27.228783 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381655-4be4-4498-b351-9a92598fcae4 req-ac2400de-6bf1-4220-b60d-eba8e6c0ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:27.230976 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4b381655-4be4-4498-b351-9a92598fcae4 req-ac2400de-6bf1-4220-b60d-eba8e6c0ac57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 1099 time: 0.0643268 Jun 18 16:30:27.261518 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['81502c81-8f5c-4b17-bb4b-171fed873403'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:30:27.277188 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4b381655-4be4-4498-b351-9a92598fcae4 req-e17c3b02-40dc-41ad-b632-4c1d45f4a60d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316932 Jun 18 16:30:27.344164 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-512a26ac-45ce-497b-8fbd-df1a5b707a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:27.345702 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-512a26ac-45ce-497b-8fbd-df1a5b707a25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1022272 Jun 18 16:30:27.377143 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dedb39-8aa9-4f90-ae10-ad99b082b4c9 req-bd8426b7-2b12-434e-9445-891d64526b0b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:27.378558 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a8dedb39-8aa9-4f90-ae10-ad99b082b4c9 req-bd8426b7-2b12-434e-9445-891d64526b0b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0787737 Jun 18 16:30:27.421812 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a8dedb39-8aa9-4f90-ae10-ad99b082b4c9 req-16b5b469-221f-4137-9329-7537bfae429b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363891 Jun 18 16:30:27.431197 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'c767ff47-f42a-4681-9636-c1e83367a42f', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:e9:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:30:25Z', 'updated_at': '2021-06-18T16:30:25Z', 'revision_number': 0, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:27.458561 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee28630c-56c7-4d69-aff1-c3bc80c0391d None None] The sync data for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi is: [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'c767ff47-f42a-4681-9636-c1e83367a42f', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:e9:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:30:25Z', 'updated_at': '2021-06-18T16:30:25Z', 'revision_number': 0, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:27.591897 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c372a7-4604-43d8-93b1-624f8d247285 req-cb02ca42-6ad8-4dcd-abe4-eceb69367af4 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:27.593523 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-84c372a7-4604-43d8-93b1-624f8d247285 req-cb02ca42-6ad8-4dcd-abe4-eceb69367af4 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 946 time: 0.0711069 Jun 18 16:30:27.634996 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-84c372a7-4604-43d8-93b1-624f8d247285 req-8292019b-30fe-4fb0-886f-d3288bdd313d tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Jun 18 16:30:27.671854 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b4b7b-dcbd-4117-8e36-7dc18d6550e2 None None] New status for floating IP c767ff47-f42a-4681-9636-c1e83367a42f: ACTIVE {{(pid=92765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:30:27.735003 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-eeda6b15-e194-4dfa-a257-54e10aee71f2 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300888 Jun 18 16:30:27.743132 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49169e72-1d02-4f2b-a027-9c911f7901c7 req-c0e1a979-6894-4665-ad06-24507754a730 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:27.744466 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-49169e72-1d02-4f2b-a027-9c911f7901c7 req-c0e1a979-6894-4665-ad06-24507754a730 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 945 time: 0.1213853 Jun 18 16:30:27.837537 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-49169e72-1d02-4f2b-a027-9c911f7901c7 req-76930ee2-ce39-49b0-9ebf-a80276a91a1d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805309 Jun 18 16:30:27.872059 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b4ca9a7a-0c56-443e-a43b-532f0ffaa364 req-f0243d5c-c40a-4bd3-b7f3-ea200584f7be service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220629 Jun 18 16:30:28.332427 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef78bf-1714-4a6a-93aa-ba21ab6ff753 req-88379475-cf49-47e5-adb6-9eae2a9705ca tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:28.334830 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-32ef78bf-1714-4a6a-93aa-ba21ab6ff753 req-88379475-cf49-47e5-adb6-9eae2a9705ca tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0752642 Jun 18 16:30:28.380433 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-32ef78bf-1714-4a6a-93aa-ba21ab6ff753 req-87188d69-48de-41f3-9a9f-86fa25baa90c tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398426 Jun 18 16:30:28.506175 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 81502c81-8f5c-4b17-bb4b-171fed873403 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:28.579573 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 81502c81-8f5c-4b17-bb4b-171fed873403 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:28.579951 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.650972 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6f001-1843-4569-b6c9-fe1cf79e1251 req-240df41a-651a-46cc-bbb2-29e75a724011 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:28.653716 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-60b6f001-1843-4569-b6c9-fe1cf79e1251 req-240df41a-651a-46cc-bbb2-29e75a724011 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0926580 Jun 18 16:30:28.672353 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.707433 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-60b6f001-1843-4569-b6c9-fe1cf79e1251 req-be4c48c0-9244-4dee-805e-0e31a3c7af1c tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Jun 18 16:30:28.718319 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:28.726252 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.729089 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:28.782377 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=10']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:28.785353 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:28.855610 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6097be8-6778-463c-a19e-cf04aa5b9e48 req-8e212ab9-c864-4383-babf-daf9c50c487c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:28.857123 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d6097be8-6778-463c-a19e-cf04aa5b9e48 req-8e212ab9-c864-4383-babf-daf9c50c487c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 946 time: 0.0839853 Jun 18 16:30:28.875133 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:28.877518 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8648aee9-5e2d-48fe-997f-0e2417beb3e4" -d '{"events": [{"server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "name": "network-vif-plugged", "status": "completed", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:28.907689 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d6097be8-6778-463c-a19e-cf04aa5b9e48 req-aa42df5e-604f-4fdf-81ec-2e585dff631a tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Jun 18 16:30:28.967027 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47007bd-7cee-426d-b9f9-9f77aa97096d x-openstack-request-id: req-f47007bd-7cee-426d-b9f9-9f77aa97096d {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:28.967290 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "name": "network-vif-plugged", "status": "completed", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:28.967526 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f47007bd-7cee-426d-b9f9-9f77aa97096d {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:28.967927 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403', 'code': 200} Jun 18 16:30:29.059419 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499112ad-cb4b-4a4c-aff2-bebf8e1b6156 req-32c81f94-8e16-46c7-95e6-0cc65b71de76 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:29.060933 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-499112ad-cb4b-4a4c-aff2-bebf8e1b6156 req-32c81f94-8e16-46c7-95e6-0cc65b71de76 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 947 time: 0.0752950 Jun 18 16:30:29.098012 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-499112ad-cb4b-4a4c-aff2-bebf8e1b6156 req-ce834e40-b0b0-498b-ba87-c13245a8306a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Jun 18 16:30:29.568375 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a30504-1699-4780-b6e6-38cee97608e5 req-d801d310-f511-4028-8afd-defb5b3d3580 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:29.569866 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-96a30504-1699-4780-b6e6-38cee97608e5 req-d801d310-f511-4028-8afd-defb5b3d3580 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0761983 Jun 18 16:30:29.611420 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-96a30504-1699-4780-b6e6-38cee97608e5 req-e966f2f4-2b08-4222-80fd-c8dd966fdb5e tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341187 Jun 18 16:30:29.684561 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ba51-1a6c-4dd5-a7ec-8756fe9cf73c req-a69a01a7-301f-4ea0-b346-7adbfb796ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:29.685981 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-01c7ba51-1a6c-4dd5-a7ec-8756fe9cf73c req-a69a01a7-301f-4ea0-b346-7adbfb796ee7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 1100 time: 0.0538287 Jun 18 16:30:29.720853 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-01c7ba51-1a6c-4dd5-a7ec-8756fe9cf73c req-66b19905-8a4b-482d-9d5c-b8fca9030dca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272770 Jun 18 16:30:29.897938 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba56224-ac8f-4ea8-991f-d5a359d6b62f req-5878a42a-8595-492e-9df8-e51c2f6b1f2f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:29.899409 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5ba56224-ac8f-4ea8-991f-d5a359d6b62f req-5878a42a-8595-492e-9df8-e51c2f6b1f2f tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0678763 Jun 18 16:30:29.943876 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5ba56224-ac8f-4ea8-991f-d5a359d6b62f req-6dfe7091-7cac-41bb-a30b-1083e3c2162b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Jun 18 16:30:30.088909 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688adeef-b3d7-4d4f-a672-660fa39240d5 req-be243cd5-f430-4a13-b54c-42ffb532c6a4 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:30.090402 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-688adeef-b3d7-4d4f-a672-660fa39240d5 req-be243cd5-f430-4a13-b54c-42ffb532c6a4 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 946 time: 0.0654895 Jun 18 16:30:30.129012 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-688adeef-b3d7-4d4f-a672-660fa39240d5 req-93d5e8f0-1f64-4bb2-acbc-10e01ab29bc6 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Jun 18 16:30:30.288861 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d259c-bc04-4300-84d7-65c4a6de49e8 req-bb7b2094-9c9e-4f07-abb9-f64f638bd0ab tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:30.290371 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c83d259c-bc04-4300-84d7-65c4a6de49e8 req-bb7b2094-9c9e-4f07-abb9-f64f638bd0ab tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 947 time: 0.0654461 Jun 18 16:30:30.338150 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c83d259c-bc04-4300-84d7-65c4a6de49e8 req-c895d1a8-7aa1-46ca-86be-d3bec5b2d978 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Jun 18 16:30:30.793690 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bf806-bb55-4809-991c-a52df7e83592 req-e5325454-c407-460c-866b-f8f656956b8a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:30.795182 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9d4bf806-bb55-4809-991c-a52df7e83592 req-e5325454-c407-460c-866b-f8f656956b8a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0676563 Jun 18 16:30:30.836603 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9d4bf806-bb55-4809-991c-a52df7e83592 req-44712315-9241-4005-b7a0-eda596a6fb8c tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353310 Jun 18 16:30:31.124504 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016bc75-ef33-4c8a-a759-03525bdab815 req-3f8c00a5-8469-4af7-b00a-6bf1683215a5 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:31.126051 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7016bc75-ef33-4c8a-a759-03525bdab815 req-3f8c00a5-8469-4af7-b00a-6bf1683215a5 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0696952 Jun 18 16:30:31.169479 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7016bc75-ef33-4c8a-a759-03525bdab815 req-a5ba5e96-6ee8-4bc0-9100-d5c8c76ac65d tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374532 Jun 18 16:30:31.553382 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474598e-3202-45ec-bdad-03108b5f8688 req-edf70efc-d6a1-4a90-b268-79aaa4611e47 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:31.554921 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5474598e-3202-45ec-bdad-03108b5f8688 req-edf70efc-d6a1-4a90-b268-79aaa4611e47 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 947 time: 0.0772648 Jun 18 16:30:31.608915 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5474598e-3202-45ec-bdad-03108b5f8688 req-7b7dc157-dda3-4473-9fc0-a000182381ed tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470719 Jun 18 16:30:32.045169 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2e1b8-76a5-4da6-80e9-a4e7d760665d req-1c2d0a68-4a0b-45c3-8b9f-7e2c5e94275b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:32.046697 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1ac2e1b8-76a5-4da6-80e9-a4e7d760665d req-1c2d0a68-4a0b-45c3-8b9f-7e2c5e94275b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0791862 Jun 18 16:30:32.087130 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1ac2e1b8-76a5-4da6-80e9-a4e7d760665d req-2ba6a48b-8376-461d-a69d-a0c77c370a6d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344973 Jun 18 16:30:32.174031 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-4385a9f7-7483-4e5f-847b-9be0b45282de tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:32.176539 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-4385a9f7-7483-4e5f-847b-9be0b45282de tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0745809 Jun 18 16:30:32.308304 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Deleting port 08f26344-1f2e-4c81-b67b-4d39e867cc31 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:32.308768 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.384003 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807ead8-41d3-4e6b-8751-480eb87f0e7f req-73c7d6a4-0375-440f-a019-652487bbbb58 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:32.385559 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a807ead8-41d3-4e6b-8751-480eb87f0e7f req-73c7d6a4-0375-440f-a019-652487bbbb58 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 946 time: 0.0836942 Jun 18 16:30:32.419680 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] For port 08f26344-1f2e-4c81-b67b-4d39e867cc31, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=08f26344-1f2e-4c81-b67b-4d39e867cc31,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:32.420154 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.428559 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a807ead8-41d3-4e6b-8751-480eb87f0e7f req-a38b490c-bf34-468c-b251-8c4e187f1b11 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/security-groups?id=93731d53-fd9e-48fc-b3b4-c328381c4507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371389 Jun 18 16:30:32.490038 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Calling delete_port for 08f26344-1f2e-4c81-b67b-4d39e867cc31 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:32.874191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852289b-d83a-4e25-ab7a-6e6d751d4c7f req-2639c13c-be1b-41e5-b3e3-8171ee842fa1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:32.875671 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c852289b-d83a-4e25-ab7a-6e6d751d4c7f req-2639c13c-be1b-41e5-b3e3-8171ee842fa1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 947 time: 0.1024606 Jun 18 16:30:32.949393 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.954116 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c852289b-d83a-4e25-ab7a-6e6d751d4c7f req-4cbf4ac9-f745-45c3-b5e7-c52bddf17393 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590646 Jun 18 16:30:32.956542 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:32.994173 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Pushing event deleted for resources: {'Port': ['ID=08f26344-1f2e-4c81-b67b-4d39e867cc31,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:32.997979 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:33.045805 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] No DVR routers for this DVR port 08f26344-1f2e-4c81-b67b-4d39e867cc31 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:33.049135 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.051412 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-56f507fd-2d84-4972-b833-b4f177fac8c2 req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.72 "DELETE /v2.0/ports/08f26344-1f2e-4c81-b67b-4d39e867cc31 HTTP/1.1" status: 204 len: 173 time: 0.8693247 Jun 18 16:30:33.052087 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a72f39b-b9b8-495b-af66-c165d04cba61', 'name': 'network-vif-deleted', 'tag': '08f26344-1f2e-4c81-b67b-4d39e867cc31'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:33.054490 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a993e64-50f9-480c-9402-b8383284125f" -d '{"events": [{"server_uuid": "6a72f39b-b9b8-495b-af66-c165d04cba61", "name": "network-vif-deleted", "tag": "08f26344-1f2e-4c81-b67b-4d39e867cc31"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:33.107884 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a50b38-fca6-405f-9a3e-eb90af2b969c x-openstack-request-id: req-72a50b38-fca6-405f-9a3e-eb90af2b969c {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:33.108205 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a72f39b-b9b8-495b-af66-c165d04cba61", "name": "network-vif-deleted", "tag": "08f26344-1f2e-4c81-b67b-4d39e867cc31", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:33.108495 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72a50b38-fca6-405f-9a3e-eb90af2b969c {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:33.108929 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a72f39b-b9b8-495b-af66-c165d04cba61', 'name': 'network-vif-deleted', 'tag': '08f26344-1f2e-4c81-b67b-4d39e867cc31', 'status': 'completed', 'code': 200} Jun 18 16:30:33.297908 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d29c0-eaa7-4cde-bde6-65632bb773fb req-a6b291cb-117f-4199-9579-cfd32046d3dd tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:33.299400 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-198d29c0-eaa7-4cde-bde6-65632bb773fb req-a6b291cb-117f-4199-9579-cfd32046d3dd tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0717723 Jun 18 16:30:33.349055 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-198d29c0-eaa7-4cde-bde6-65632bb773fb req-72fefb7f-6cbd-4c32-9a81-f28dcf9fa1e5 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432639 Jun 18 16:30:33.601705 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c2ee4286-f42b-4653-be83-66f8bd6fed28 req-13c9ec8c-d129-4c21-9776-4a4fa50e218b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a72f39b-b9b8-495b-af66-c165d04cba61 HTTP/1.1" status: 200 len: 210 time: 0.0292525 Jun 18 16:30:34.528616 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 08f26344-1f2e-4c81-b67b-4d39e867cc31 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:34.532118 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49b75b-0f6c-491b-b291-3657c174da7c req-78ee746f-09a8-468a-909c-c4e72683c439 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:34.533961 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9f49b75b-0f6c-491b-b291-3657c174da7c req-78ee746f-09a8-468a-909c-c4e72683c439 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0684240 Jun 18 16:30:34.549016 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 08f26344-1f2e-4c81-b67b-4d39e867cc31 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:34.549642 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 08f26344-1f2e-4c81-b67b-4d39e867cc31 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:34.580883 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9f49b75b-0f6c-491b-b291-3657c174da7c req-e07fdc0b-8c11-4e70-8cac-ff2ade4188b1 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400484 Jun 18 16:30:34.700920 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41658) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:35.141466 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606413'] for router_interface, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.450473 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Deleting port c591dbdc-cf0b-464a-b405-28a6a7042042 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:35.450782 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.534318 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] For port c591dbdc-cf0b-464a-b405-28a6a7042042, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c591dbdc-cf0b-464a-b405-28a6a7042042,segment=NetworkSegment(963d3664-d5b4-453e-9294-eadabab9b7e4),segment_id=963d3664-d5b4-453e-9294-eadabab9b7e4)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:35.534996 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.599088 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Calling delete_port for c591dbdc-cf0b-464a-b405-28a6a7042042 owned by network:router_interface {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:35.775408 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ccb2f-b93c-4cf8-8a0c-bbcdac941e6d req-f64fa01b-1717-4b19-86c1-6dd7975e45ee tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:35.777720 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e16ccb2f-b93c-4cf8-8a0c-bbcdac941e6d req-f64fa01b-1717-4b19-86c1-6dd7975e45ee tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0731034 Jun 18 16:30:35.825493 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e16ccb2f-b93c-4cf8-8a0c-bbcdac941e6d req-7a479b80-f2ab-4919-a545-c2d549b03a7d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421355 Jun 18 16:30:35.847576 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.850024 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:35.877627 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Pushing event deleted for resources: {'Port': ['ID=c591dbdc-cf0b-464a-b405-28a6a7042042,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:35.881967 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:36.051394 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606321'] for router_interface, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.472508 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-b11ad688-40a6-4e94-a310-26b8ea1e691b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.503031 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Router 6a8f273c-c239-40b3-bddb-fb10e09f3367 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:36.618536 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:36.625068 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] 10.222.0.44 "PUT /v2.0/routers/6a8f273c-c239-40b3-bddb-fb10e09f3367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9230864 Jun 18 16:30:36.627627 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41666) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:36.634808 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] Sync routers for ids ['6a8f273c-c239-40b3-bddb-fb10e09f3367'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:36.647156 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] Routers {'6a8f273c-c239-40b3-bddb-fb10e09f3367'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:36.647772 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:30:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['6a8f273c-c239-40b3-bddb-fb10e09f3367'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:36.701331 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:30:36.733471 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Notify callbacks [] for router, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.761952 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] Set router 6a8f273c-c239-40b3-bddb-fb10e09f3367 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:36.783239 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.848689 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.931657 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Deleting port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:36.932021 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.996802 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'name': 'tempest-ServerRescueNegativeTestJSON-988029660-router', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:59Z', 'updated_at': '2021-06-18T16:30:35Z', 'revision_number': 5, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'gw_port': {'id': '79a0d119-ab6f-4490-9f8c-8250b0e6b74b', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:01Z', 'updated_at': '2021-06-18T16:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:37.095487 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] For port 79a0d119-ab6f-4490-9f8c-8250b0e6b74b, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=79a0d119-ab6f-4490-9f8c-8250b0e6b74b,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:37.095844 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.120413 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] Checking router: 6a8f273c-c239-40b3-bddb-fb10e09f3367 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:37.130213 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] Routers {'6a8f273c-c239-40b3-bddb-fb10e09f3367'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:37.131248 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:30:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['6a8f273c-c239-40b3-bddb-fb10e09f3367'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:37.176773 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Calling delete_port for 79a0d119-ab6f-4490-9f8c-8250b0e6b74b owned by network:router_gateway {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:37.201332 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7c27d-bdfa-4788-8733-adbfdeea2e1a req-d0ef5b2f-9d7e-44bc-acd5-d79248ecffff tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:37.205808 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-14c7c27d-bdfa-4788-8733-adbfdeea2e1a req-d0ef5b2f-9d7e-44bc-acd5-d79248ecffff tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.1909897 Jun 18 16:30:37.234645 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] Set router 6a8f273c-c239-40b3-bddb-fb10e09f3367 gateway port host: None {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:37.297702 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-14c7c27d-bdfa-4788-8733-adbfdeea2e1a req-e6cbea1a-b4d8-440e-84ab-ecc02b0580ec tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579715 Jun 18 16:30:37.300749 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'name': 'tempest-ServerRescueNegativeTestJSON-988029660-router', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:59Z', 'updated_at': '2021-06-18T16:30:36Z', 'revision_number': 6, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'gw_port_host': None}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:37.328893 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f74d6-f55d-4478-9bad-dc913e64c846 None None] The sync data for ids ['6a8f273c-c239-40b3-bddb-fb10e09f3367'] in dv-cinder-792462-12-iscsi is: [{'id': '6a8f273c-c239-40b3-bddb-fb10e09f3367', 'name': 'tempest-ServerRescueNegativeTestJSON-988029660-router', 'tenant_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:59Z', 'updated_at': '2021-06-18T16:30:36Z', 'revision_number': 6, 'project_id': 'e258b45baf0041cc9d4b8ecc3cbf2934', 'gw_port_host': None}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:37.423959 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.426727 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:37.452536 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a0d119-ab6f-4490-9f8c-8250b0e6b74b,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:37.456605 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:37.518251 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636509'] for router_gateway, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.626761 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8058'] for router, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.628790 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.696294 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608018'] for router, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.696852 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a8f273c-c239-40b3-bddb-fb10e09f3367 {{(pid=92763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:30:37.702483 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.703622 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6a8f273c-c239-40b3-bddb-fb10e09f3367 HTTP/1.1" status: 204 len: 168 time: 1.0751901 Jun 18 16:30:37.706079 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41672) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:37.759509 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-80040630-c6a2-4338-bcc9-7f1f532053e2 admin admin] Deleting subnet c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6 {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:37.763174 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80040630-c6a2-4338-bcc9-7f1f532053e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.802473 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80040630-c6a2-4338-bcc9-7f1f532053e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527961301'] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.841830 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80040630-c6a2-4338-bcc9-7f1f532053e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.900341 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80040630-c6a2-4338-bcc9-7f1f532053e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12802580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528059865'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.904161 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-36d97e23-fff1-4733-8a52-b24602dc107e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:37.936617 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80040630-c6a2-4338-bcc9-7f1f532053e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:37.944880 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-80040630-c6a2-4338-bcc9-7f1f532053e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:37.944880 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80040630-c6a2-4338-bcc9-7f1f532053e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.948623 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-80040630-c6a2-4338-bcc9-7f1f532053e2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c8dfbc2b-df9b-4aa0-a1a9-5bd1eed26ea6 HTTP/1.1" status: 204 len: 168 time: 0.2384276 Jun 18 16:30:37.948623 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41674) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:38.026746 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.115348 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.126099 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bc59cc-d3ee-4170-96ce-60655b53d600']}} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:38.137861 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963d3664-d5b4-453e-9294-eadabab9b7e4') {'for_net_delete': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:38.138312 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963d3664-d5b4-453e-9294-eadabab9b7e4') {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:38.147508 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527961308'] for segment, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.161158 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.168689 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=92763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:38.169153 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12724927'] for segment, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: Traceback (most recent call last): Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: timer() Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: cb(*args, **kw) Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: return func(*args, **kwargs) Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: self._notify() Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: self.callback(batched_events) Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: event.method(event) Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: return f(self, *a, **k) Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._get(url).json() Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:38.171507 dv-cinder-792462-12-iscsi neutron-server[92763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:38.232308 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.236512 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:38.243379 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.246799 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f9bc59cc-d3ee-4170-96ce-60655b53d600 HTTP/1.1" status: 204 len: 168 time: 0.2971640 Jun 18 16:30:38.258806 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9bc59cc-d3ee-4170-96ce-60655b53d600,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:38.266312 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:38.422970 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41682) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:38.487694 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-7748c3a3-fd95-4621-bc23-b80c71638bc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e258b45baf0041cc9d4b8ecc3cbf2934&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0643811 Jun 18 16:30:38.490215 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41684) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:38.522870 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc3a35-5a06-4434-ae3e-43fb7e40be16 req-bda56d4e-a07a-4cd8-9513-c00be4aef369 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:38.524420 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-06cc3a35-5a06-4434-ae3e-43fb7e40be16 req-bda56d4e-a07a-4cd8-9513-c00be4aef369 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0783658 Jun 18 16:30:38.547240 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-506e4c1e-36bc-429a-992b-0427600f582b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.569242 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-06cc3a35-5a06-4434-ae3e-43fb7e40be16 req-f1d1a0a9-016a-4af3-8d38-e5f372c87c88 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375080 Jun 18 16:30:38.585979 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-506e4c1e-36bc-429a-992b-0427600f582b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.645583 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-506e4c1e-36bc-429a-992b-0427600f582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.652075 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-506e4c1e-36bc-429a-992b-0427600f582b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.654496 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-506e4c1e-36bc-429a-992b-0427600f582b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93731d53-fd9e-48fc-b3b4-c328381c4507 HTTP/1.1" status: 204 len: 168 time: 0.1630473 Jun 18 16:30:38.655573 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7a540670-3c0a-4b1e-9dff-2f926cd2da67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:38.668207 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e4c1e-36bc-429a-992b-0427600f582b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93731d53-fd9e-48fc-b3b4-c328381c4507,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:38.669236 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c591dbdc-cf0b-464a-b405-28a6a7042042 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:38.674783 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-506e4c1e-36bc-429a-992b-0427600f582b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:38.700123 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: c591dbdc-cf0b-464a-b405-28a6a7042042 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:38.700813 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c591dbdc-cf0b-464a-b405-28a6a7042042 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:38.701444 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 79a0d119-ab6f-4490-9f8c-8250b0e6b74b no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:38.720777 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 79a0d119-ab6f-4490-9f8c-8250b0e6b74b {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:38.721347 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 79a0d119-ab6f-4490-9f8c-8250b0e6b74b not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:38.845210 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa66d-8a78-4276-9680-f86fa01e8a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.879679 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.756078 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc36537-d9e9-4825-b67f-8856df00e77e req-d19e867b-b42d-4e94-a102-ab0fe1d3cc8f tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:39.757450 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-abc36537-d9e9-4825-b67f-8856df00e77e req-d19e867b-b42d-4e94-a102-ab0fe1d3cc8f tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0634174 Jun 18 16:30:39.800056 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-abc36537-d9e9-4825-b67f-8856df00e77e req-c594bf51-8425-4c9e-a192-85eb3265f045 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363011 Jun 18 16:30:40.070729 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.480667 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41742) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:40.583704 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f296617b-855b-41b9-b0d2-9991fe4a4780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.687208 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f296617b-855b-41b9-b0d2-9991fe4a4780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.691115 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f296617b-855b-41b9-b0d2-9991fe4a4780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.693510 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1758812a-bb4e-40f7-bfaa-60c75b25b83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:40.728860 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296617b-855b-41b9-b0d2-9991fe4a4780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cca14f-2ca5-4986-a1bf-10bd6f79e83c,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:40.734555 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f296617b-855b-41b9-b0d2-9991fe4a4780 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07c69c96361a42268486b55a16b12dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515810 Jun 18 16:30:40.734555 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f296617b-855b-41b9-b0d2-9991fe4a4780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:40.736046 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41746) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:40.785378 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9c2d96c6-eead-45cb-98a6-9af0a3d38e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.806759 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9c2d96c6-eead-45cb-98a6-9af0a3d38e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.867330 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9c2d96c6-eead-45cb-98a6-9af0a3d38e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.870320 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9c2d96c6-eead-45cb-98a6-9af0a3d38e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.873870 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-9c2d96c6-eead-45cb-98a6-9af0a3d38e20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01cca14f-2ca5-4986-a1bf-10bd6f79e83c HTTP/1.1" status: 204 len: 168 time: 0.1345301 Jun 18 16:30:40.873870 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-38c2dedf-1898-41b7-8143-aeecf2b2814a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:40.881145 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d96c6-eead-45cb-98a6-9af0a3d38e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cca14f-2ca5-4986-a1bf-10bd6f79e83c,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:40.886937 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9c2d96c6-eead-45cb-98a6-9af0a3d38e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:40.994126 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100de05f-9c04-4805-a001-ada9c4146412 req-f576550b-de1c-47ea-815b-5935b65efe0e tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:40.996343 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-100de05f-9c04-4805-a001-ada9c4146412 req-f576550b-de1c-47ea-815b-5935b65efe0e tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0694470 Jun 18 16:30:41.036582 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-100de05f-9c04-4805-a001-ada9c4146412 req-b2d93426-82f0-41a4-9d95-12b17b35f7ab tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&id=f24326de-f207-4bbf-aac0-df9708bb1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343668 Jun 18 16:30:41.152913 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41756) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:41.167328 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-680efb0a-2a5e-4b29-bee5-311c42a909b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.270396 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-680efb0a-2a5e-4b29-bee5-311c42a909b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.274087 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-680efb0a-2a5e-4b29-bee5-311c42a909b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.278492 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a6b4d3d6-bb70-4a7c-8f15-34a3dff44faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:41.318136 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-680efb0a-2a5e-4b29-bee5-311c42a909b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ad519bdafc74c75901e407b6fcde772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638217 Jun 18 16:30:41.319920 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680efb0a-2a5e-4b29-bee5-311c42a909b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1919f7-1a76-47e9-bb32-62c33b234753,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:41.320797 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41760) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:41.324359 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-680efb0a-2a5e-4b29-bee5-311c42a909b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:41.370533 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a4b710c-9e71-4455-a2e2-60b4a648359f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.393257 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a4b710c-9e71-4455-a2e2-60b4a648359f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.441718 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a4b710c-9e71-4455-a2e2-60b4a648359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.444283 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a4b710c-9e71-4455-a2e2-60b4a648359f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.445444 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-6a4b710c-9e71-4455-a2e2-60b4a648359f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f1919f7-1a76-47e9-bb32-62c33b234753 HTTP/1.1" status: 204 len: 168 time: 0.1236205 Jun 18 16:30:41.446156 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:41.454538 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b710c-9e71-4455-a2e2-60b4a648359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1919f7-1a76-47e9-bb32-62c33b234753,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:41.457118 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6a4b710c-9e71-4455-a2e2-60b4a648359f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:41.955599 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.986755 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41928) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:50.087068 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b343f10a-f932-44fd-9588-27f9c8f62559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.175645 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b343f10a-f932-44fd-9588-27f9c8f62559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.179337 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b343f10a-f932-44fd-9588-27f9c8f62559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.183428 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d8556907-1f8f-464e-9b20-a77f9a45ce9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:50.216945 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-b343f10a-f932-44fd-9588-27f9c8f62559 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9198147bbddb4de79da56e29546628de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291458 Jun 18 16:30:50.218981 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343f10a-f932-44fd-9588-27f9c8f62559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e2a828-bda9-4cde-ba7d-5fc13ed03896,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:50.219838 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41932) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:50.222207 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b343f10a-f932-44fd-9588-27f9c8f62559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:50.269898 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e3506a2-bc29-48e1-86fe-69386e627cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.290095 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e3506a2-bc29-48e1-86fe-69386e627cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.334773 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e3506a2-bc29-48e1-86fe-69386e627cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.337521 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e3506a2-bc29-48e1-86fe-69386e627cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.338767 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-6e3506a2-bc29-48e1-86fe-69386e627cb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9e2a828-bda9-4cde-ba7d-5fc13ed03896 HTTP/1.1" status: 204 len: 168 time: 0.1179328 Jun 18 16:30:50.339506 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-3ed8b074-ca7a-493c-ab79-14c25baa34b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:50.346552 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3506a2-bc29-48e1-86fe-69386e627cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e2a828-bda9-4cde-ba7d-5fc13ed03896,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:50.348829 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6e3506a2-bc29-48e1-86fe-69386e627cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:50.591246 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 41938) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:50.604702 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b3807da4-4e1d-437b-b25a-c7b61a7b3940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.691615 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b3807da4-4e1d-437b-b25a-c7b61a7b3940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.696294 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b3807da4-4e1d-437b-b25a-c7b61a7b3940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.699573 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5141dfbf-7e3a-4eba-858d-14689a9f7185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:50.737498 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-b3807da4-4e1d-437b-b25a-c7b61a7b3940 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f68eb23e54444baa53f6f4fc4beda4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450741 Jun 18 16:30:50.738293 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3807da4-4e1d-437b-b25a-c7b61a7b3940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dd7da0-4931-4a51-b709-eec7762b2db7,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:50.741071 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41944) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:50.741285 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-b3807da4-4e1d-437b-b25a-c7b61a7b3940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:50.790507 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ed33-5e85-4691-9a90-d1bec14e124f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.812633 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ed33-5e85-4691-9a90-d1bec14e124f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.862912 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ed33-5e85-4691-9a90-d1bec14e124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.865489 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ed33-5e85-4691-9a90-d1bec14e124f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.866635 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-c6c2ed33-5e85-4691-9a90-d1bec14e124f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6dd7da0-4931-4a51-b709-eec7762b2db7 HTTP/1.1" status: 204 len: 168 time: 0.1238790 Jun 18 16:30:50.867371 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c964208c-6191-4cfa-94df-f4278f95172b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:50.875684 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2ed33-5e85-4691-9a90-d1bec14e124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dd7da0-4931-4a51-b709-eec7762b2db7,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:50.877655 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c6c2ed33-5e85-4691-9a90-d1bec14e124f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:51.214403 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41958) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:51.227486 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2e83f9f0-8ade-48c5-ac49-db9ef81bda42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.320631 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2e83f9f0-8ade-48c5-ac49-db9ef81bda42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.326303 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2e83f9f0-8ade-48c5-ac49-db9ef81bda42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.329523 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-aebce4c0-da54-41bd-973f-bdb2db6a892a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:51.362624 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83f9f0-8ade-48c5-ac49-db9ef81bda42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa5f3d2-00ae-4e0b-944c-1d861d718ca8,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:51.366650 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-2e83f9f0-8ade-48c5-ac49-db9ef81bda42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2182a32df9804fd2adcc1eb9ebfa7d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512516 Jun 18 16:30:51.367501 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2e83f9f0-8ade-48c5-ac49-db9ef81bda42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:51.369779 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 41960) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:51.417439 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-dc0edfe8-358c-4a4d-bd2e-3289a990b0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.437766 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-dc0edfe8-358c-4a4d-bd2e-3289a990b0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.485035 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-dc0edfe8-358c-4a4d-bd2e-3289a990b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.487514 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-dc0edfe8-358c-4a4d-bd2e-3289a990b0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.488622 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-dc0edfe8-358c-4a4d-bd2e-3289a990b0c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4aa5f3d2-00ae-4e0b-944c-1d861d718ca8 HTTP/1.1" status: 204 len: 168 time: 0.1179307 Jun 18 16:30:51.489353 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f67fb909-95a2-4418-92f0-fcb52d4503cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:51.497378 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0edfe8-358c-4a4d-bd2e-3289a990b0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa5f3d2-00ae-4e0b-944c-1d861d718ca8,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:51.499653 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-dc0edfe8-358c-4a4d-bd2e-3289a990b0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:57.700912 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 42098) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:57.799935 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-203b76ec-a794-488d-8a38-57a6ee84859b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.889409 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-203b76ec-a794-488d-8a38-57a6ee84859b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.892925 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-203b76ec-a794-488d-8a38-57a6ee84859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.896373 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f705695b-f604-46b6-9d0d-f6c4b35767c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:57.932225 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-203b76ec-a794-488d-8a38-57a6ee84859b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28e710a1e17046d1b3cb6e42be2edb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301960 Jun 18 16:30:57.933122 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b76ec-a794-488d-8a38-57a6ee84859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7c5fb-b653-4e0b-82bb-a5d98eb1c8f6,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:57.934899 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42102) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:57.936313 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-203b76ec-a794-488d-8a38-57a6ee84859b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:57.983235 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c25314bb-3faf-4718-9969-23465c06f1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.004066 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c25314bb-3faf-4718-9969-23465c06f1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.051749 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c25314bb-3faf-4718-9969-23465c06f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.054490 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c25314bb-3faf-4718-9969-23465c06f1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.055633 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-c25314bb-3faf-4718-9969-23465c06f1b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1e7c5fb-b653-4e0b-82bb-a5d98eb1c8f6 HTTP/1.1" status: 204 len: 168 time: 0.1197374 Jun 18 16:30:58.058391 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e53c076d-d126-428e-a03d-672c7d7c57d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.068648 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25314bb-3faf-4718-9969-23465c06f1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7c5fb-b653-4e0b-82bb-a5d98eb1c8f6,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.070881 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c25314bb-3faf-4718-9969-23465c06f1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:58.329353 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42108) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:58.342241 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7f692e6c-13bc-4346-b1b8-7c7ca91d0563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.429371 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7f692e6c-13bc-4346-b1b8-7c7ca91d0563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.433998 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7f692e6c-13bc-4346-b1b8-7c7ca91d0563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.436326 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7f5e8e68-6e84-4090-a39b-9e185a131838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.471235 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-7f692e6c-13bc-4346-b1b8-7c7ca91d0563 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70e77ca860304310a4ec560104521f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408079 Jun 18 16:30:58.472177 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f692e6c-13bc-4346-b1b8-7c7ca91d0563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f45c32-916d-4461-85b3-03e46a0ac72a,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.473879 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 42110) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:58.475227 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7f692e6c-13bc-4346-b1b8-7c7ca91d0563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:58.524151 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54e88a29-d891-4290-90dc-cbfbc84b2726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.547121 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54e88a29-d891-4290-90dc-cbfbc84b2726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.601219 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54e88a29-d891-4290-90dc-cbfbc84b2726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.605308 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54e88a29-d891-4290-90dc-cbfbc84b2726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.606607 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-54e88a29-d891-4290-90dc-cbfbc84b2726 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34f45c32-916d-4461-85b3-03e46a0ac72a HTTP/1.1" status: 204 len: 168 time: 0.1310539 Jun 18 16:30:58.607305 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a2891bd9-44b7-4174-81c9-6f7adb4f18db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.615277 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e88a29-d891-4290-90dc-cbfbc84b2726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f45c32-916d-4461-85b3-03e46a0ac72a,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.617597 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-54e88a29-d891-4290-90dc-cbfbc84b2726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:06.472639 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae03e-5a0f-4e29-97a6-8dd01a306f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.784263 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.835930 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-794a3e36-e7fb-4571-931d-3a49455e04a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.880549 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.065927 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.957563 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.699026 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:31:15.284417 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 42272) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.384539 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.469279 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.473010 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.475426 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-87bd174c-53ab-4e6d-8591-113559d598cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:15.514597 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17585a00d7db4375bbbca8d63bce70ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290964 Jun 18 16:31:15.515453 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a628257e-4de8-42d0-98ed-3f3100323764,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:15.517262 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42276) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.522454 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.522822 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.523177 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.523526 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.523873 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.524218 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.524566 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.524929 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.525272 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.525611 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.525969 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.526305 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.530667 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:15.566322 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.587705 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.645078 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.647701 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.648821 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a628257e-4de8-42d0-98ed-3f3100323764 HTTP/1.1" status: 204 len: 168 time: 0.1304705 Jun 18 16:31:15.649592 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b343f10a-f932-44fd-9588-27f9c8f62559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:15.657175 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a628257e-4de8-42d0-98ed-3f3100323764,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:15.665100 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.665476 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.665859 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.666216 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.666568 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.666921 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.667268 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.667615 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.667973 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.668325 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.668672 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.669010 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.672278 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:19.316191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42350) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:19.426127 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c80a8599-b34f-47df-b77c-9e60a408779b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.524864 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f734c6-b1bf-4f69-bc99-fd7dfc7d5dde req-0d37c5b2-6b77-4665-ad7b-e9a7cdacb06f tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:19.526376 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-26f734c6-b1bf-4f69-bc99-fd7dfc7d5dde req-0d37c5b2-6b77-4665-ad7b-e9a7cdacb06f tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 946 time: 0.1021144 Jun 18 16:31:19.587238 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-26f734c6-b1bf-4f69-bc99-fd7dfc7d5dde req-c5206e09-440d-4896-ba15-5bce9ea1060a tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541472 Jun 18 16:31:19.600028 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c80a8599-b34f-47df-b77c-9e60a408779b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.604146 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c80a8599-b34f-47df-b77c-9e60a408779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.607336 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2e83f9f0-8ade-48c5-ac49-db9ef81bda42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:19.643767 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-c80a8599-b34f-47df-b77c-9e60a408779b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c0f3f5b664045e29c7babc59caed24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265586 Jun 18 16:31:19.644558 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a8599-b34f-47df-b77c-9e60a408779b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee99d0d-5d14-4c3c-b2c5-576a24731ac0,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:19.646453 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 42356) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:19.647584 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c80a8599-b34f-47df-b77c-9e60a408779b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:19.694223 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d737115f-0e75-49b5-a4fd-45b883e4aac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.714129 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d737115f-0e75-49b5-a4fd-45b883e4aac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.759444 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d737115f-0e75-49b5-a4fd-45b883e4aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.762027 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d737115f-0e75-49b5-a4fd-45b883e4aac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.763130 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-d737115f-0e75-49b5-a4fd-45b883e4aac1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ee99d0d-5d14-4c3c-b2c5-576a24731ac0 HTTP/1.1" status: 204 len: 168 time: 0.1157045 Jun 18 16:31:19.763847 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9e4559c0-8d35-48fa-a599-b24528116f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:19.771590 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737115f-0e75-49b5-a4fd-45b883e4aac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee99d0d-5d14-4c3c-b2c5-576a24731ac0,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:19.774025 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-d737115f-0e75-49b5-a4fd-45b883e4aac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:20.764969 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f85460-39ba-434e-9f72-d4ab43626ae0 req-5f5c4619-a3f3-40fd-b5d6-d47ad6ffd3d1 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:20.766740 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f8f85460-39ba-434e-9f72-d4ab43626ae0 req-5f5c4619-a3f3-40fd-b5d6-d47ad6ffd3d1 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 946 time: 0.0632250 Jun 18 16:31:20.806298 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f8f85460-39ba-434e-9f72-d4ab43626ae0 req-1bdb38b9-ef8e-4453-8714-e1021d18a9c1 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339279 Jun 18 16:31:21.412068 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-d4dc67a2-def2-4f4f-82a8-fc89ecca9f64 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:21.413396 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-d4dc67a2-def2-4f4f-82a8-fc89ecca9f64 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 946 time: 0.0667851 Jun 18 16:31:21.512453 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Deleting port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:21.512783 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.603976 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] For port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,segment=NetworkSegment(7169a4c7-6f8f-4a1b-ad6d-72300d3dca41),segment_id=7169a4c7-6f8f-4a1b-ad6d-72300d3dca41)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:21.604321 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.670903 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Calling delete_port for 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:21.801775 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.805852 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:21.832861 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Pushing event deleted for resources: {'Port': ['ID=375e1aa1-56f2-4bc7-95c1-95f78acb7e80,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:21.835558 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:21.856884 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['375e1aa1-56f2-4bc7-95c1-95f78acb7e80'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:31:21.888674 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] No DVR routers for this DVR port 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:21.892682 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.894702 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f82865e9-f872-4fbb-b4c3-5edb34e5c8c0 req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.72 "DELETE /v2.0/ports/375e1aa1-56f2-4bc7-95c1-95f78acb7e80 HTTP/1.1" status: 204 len: 173 time: 0.4742949 Jun 18 16:31:21.895267 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f5ef38-6323-4156-9872-63c9d999f5f1', 'name': 'network-vif-deleted', 'tag': '375e1aa1-56f2-4bc7-95c1-95f78acb7e80'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:21.897549 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12291db-863a-45b0-adbd-a1958655e32d" -d '{"events": [{"server_uuid": "a0f5ef38-6323-4156-9872-63c9d999f5f1", "name": "network-vif-deleted", "tag": "375e1aa1-56f2-4bc7-95c1-95f78acb7e80"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:21.950583 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13efe024-bdc3-43c2-9494-294d0530ff60 x-openstack-request-id: req-13efe024-bdc3-43c2-9494-294d0530ff60 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:21.950915 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f5ef38-6323-4156-9872-63c9d999f5f1", "name": "network-vif-deleted", "tag": "375e1aa1-56f2-4bc7-95c1-95f78acb7e80", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:21.951203 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13efe024-bdc3-43c2-9494-294d0530ff60 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:21.951834 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f5ef38-6323-4156-9872-63c9d999f5f1', 'name': 'network-vif-deleted', 'tag': '375e1aa1-56f2-4bc7-95c1-95f78acb7e80', 'status': 'completed', 'code': 200} Jun 18 16:31:21.988564 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-071ed636-7018-45fd-8899-f6596f93bca8 req-58e35410-e8a9-4f95-9052-c420553f76eb tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5ef38-6323-4156-9872-63c9d999f5f1 HTTP/1.1" status: 200 len: 210 time: 0.0328829 Jun 18 16:31:26.732043 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:26.752432 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:26.752774 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 375e1aa1-56f2-4bc7-95c1-95f78acb7e80 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:33.088950 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-82f19939-a059-4f3e-8372-9689f7c24085 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:33.090326 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-82f19939-a059-4f3e-8372-9689f7c24085 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/networks?id=c4788bbe-6d11-468a-829b-fb3f869df892 HTTP/1.1" status: 200 len: 813 time: 0.1033874 Jun 18 16:31:33.106670 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-95dad364-da1e-4d84-85f5-3eb08692ff0b tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/quotas/59be403f66234690a29680760740ba7a HTTP/1.1" status: 200 len: 375 time: 0.0097096 Jun 18 16:31:33.141382 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-9ee35e13-e785-4327-bae0-658471c41024 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=59be403f66234690a29680760740ba7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287826 Jun 18 16:31:33.237229 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-949506d5-790e-47c5-9524-ee68f8dc14e6 service neutron] 10.222.0.44 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885930 Jun 18 16:31:33.339324 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-d52c5de9-993b-49c1-92b7-1e5f50d3e967 service neutron] 10.222.0.44 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956590 Jun 18 16:31:33.512038 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2e59312e-ab98-42d9-a520-607cd746039a req-062cd6d7-3be3-4026-bea9-bf4af1d46175 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 210 time: 0.0368099 Jun 18 16:31:34.054024 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e2785-e000-4556-ba18-ad1beb1a6e2e req-f5df5ffa-4178-4fce-ae0a-64167b866bf4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:34.055494 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-653e2785-e000-4556-ba18-ad1beb1a6e2e req-f5df5ffa-4178-4fce-ae0a-64167b866bf4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0818748 Jun 18 16:31:34.094566 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-653e2785-e000-4556-ba18-ad1beb1a6e2e req-e1efbb39-dadf-4067-9af0-8ff7f615efa2 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332053 Jun 18 16:31:34.664869 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-440b1af5-fcff-489e-b522-31fff0f96f86 req-723d8254-79ef-4854-857f-ff8a7ada967e tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 210 time: 0.0377309 Jun 18 16:31:35.026164 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-9e8d4214-11c6-40bc-b04e-07d6eebe1aa9 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:35.027573 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-9e8d4214-11c6-40bc-b04e-07d6eebe1aa9 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.72 "GET /v2.0/networks?id=c4788bbe-6d11-468a-829b-fb3f869df892 HTTP/1.1" status: 200 len: 813 time: 0.1090591 Jun 18 16:31:35.048262 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Request body: {'port': {'device_id': '2cee8286-6cae-4a53-8806-4735c429ac6c', 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892', 'admin_state_up': True, 'tenant_id': '59be403f66234690a29680760740ba7a'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:35.173943 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Made reservation on behalf of 59be403f66234690a29680760740ba7a for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:35.177545 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.342689 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Allocated IP 172.20.0.11 (c4788bbe-6d11-468a-829b-fb3f869df892/3b413402-f5f8-45e2-9155-19ce0c27eaf5/2a40424e-0acf-4a5c-aacf-8570b2ac5bea) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:35.354325 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15ff8e-afc1-4778-bd88-1f1271de20e4 req-2954dc49-7df5-4c97-af96-40b6bea8c38c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:35.355779 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cd15ff8e-afc1-4778-bd88-1f1271de20e4 req-2954dc49-7df5-4c97-af96-40b6bea8c38c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1235638 Jun 18 16:31:35.415111 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cd15ff8e-afc1-4778-bd88-1f1271de20e4 req-1b3c1c49-6975-436b-866b-5080634cd7e1 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527647 Jun 18 16:31:35.522389 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.561537 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.566027 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cfb39b78-d7b7-4087-a5c5-2918aa3c61de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:35.610947 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Network c4788bbe-6d11-468a-829b-fb3f869df892 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:35.617276 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:35.621148 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:35.643797 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Pushing event updated for resources: {'Port': ['ID=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:35.647909 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:35.670761 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:35.671363 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.686756 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6424363 Jun 18 16:31:35.716699 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Request body: {'port': {'device_id': '2cee8286-6cae-4a53-8806-4735c429ac6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:35.789181 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.843440 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b945d-8ab0-4639-9bdf-c1355ba6bb52 req-afe6755f-84af-41a5-b69b-b365caae8f85 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:35.845478 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a09b945d-8ab0-4639-9bdf-c1355ba6bb52 req-afe6755f-84af-41a5-b69b-b365caae8f85 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 932 time: 0.0682216 Jun 18 16:31:35.887188 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a09b945d-8ab0-4639-9bdf-c1355ba6bb52 req-14c056a0-9099-4e77-92c0-a189ce2501b3 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336554 Jun 18 16:31:36.076769 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a40424e-0acf-4a5c-aacf-8570b2ac5bea {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:31:36.085480 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.098376 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Transition to ACTIVE for port object 2a40424e-0acf-4a5c-aacf-8570b2ac5bea will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:36.103098 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.105838 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c47c53df-adc3-4095-abbc-96ba4a456470 tempest-DeleteServersTestJSON-49915323 tempest-DeleteServersTestJSON-49915323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:36.182482 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Pushing event updated for resources: {'Port': ['ID=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:36.199971 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:36.222449 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad7494-7a6b-4b72-83eb-ff2601127ff6 req-96a415df-ee00-4118-88cb-dbce5b11b422 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:36.223894 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ecad7494-7a6b-4b72-83eb-ff2601127ff6 req-96a415df-ee00-4118-88cb-dbce5b11b422 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 947 time: 0.0658221 Jun 18 16:31:36.247746 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Attempting to bind port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:36.248081 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Attempting to bind port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:36.248402 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Attempting to bind port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea on network c4788bbe-6d11-468a-829b-fb3f869df892 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:36.252676 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea on network c4788bbe-6d11-468a-829b-fb3f869df892 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:31:36.252986 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Attempting to bind port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea on network c4788bbe-6d11-468a-829b-fb3f869df892 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:36.257731 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:36.258071 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Checking segment: {'id': '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:36.258450 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Bound using segment: {'id': '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:36.258875 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Bound port: 2a40424e-0acf-4a5c-aacf-8570b2ac5bea, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:36.259215 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.261504 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ecad7494-7a6b-4b72-83eb-ff2601127ff6 req-63844dc6-6a80-465f-a4ef-08075ff2484c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315909 Jun 18 16:31:36.321384 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] For port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:36.324313 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] For port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,segment=NetworkSegment(7169a4c7-6f8f-4a1b-ad6d-72300d3dca41),segment_id=7169a4c7-6f8f-4a1b-ad6d-72300d3dca41)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:36.327910 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.330686 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:36.368776 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:36.369318 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.370710 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] 10.222.0.72 "PUT /v2.0/ports/2a40424e-0acf-4a5c-aacf-8570b2ac5bea HTTP/1.1" status: 200 len: 1094 time: 0.6584289 Jun 18 16:31:36.371183 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cee8286-6cae-4a53-8806-4735c429ac6c', 'tag': '2a40424e-0acf-4a5c-aacf-8570b2ac5bea'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:36.373511 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b595b94b-5f86-4d9f-8868-a3166a1f30e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2cee8286-6cae-4a53-8806-4735c429ac6c", "tag": "2a40424e-0acf-4a5c-aacf-8570b2ac5bea"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:36.394809 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Pushing event updated for resources: {'Port': ['ID=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:36.397963 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:36.420034 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05441fcb-cc6f-4c96-bacc-0679c6bf0e29 x-openstack-request-id: req-05441fcb-cc6f-4c96-bacc-0679c6bf0e29 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:36.420352 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cee8286-6cae-4a53-8806-4735c429ac6c", "tag": "2a40424e-0acf-4a5c-aacf-8570b2ac5bea", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:36.420634 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05441fcb-cc6f-4c96-bacc-0679c6bf0e29 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:36.421047 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cee8286-6cae-4a53-8806-4735c429ac6c', 'tag': '2a40424e-0acf-4a5c-aacf-8570b2ac5bea', 'status': 'completed', 'code': 200} Jun 18 16:31:36.474475 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-5e059d62-edc8-4daf-b0da-8b932b4393ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.511783 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-a6557328-82fb-410a-ba2b-24b774593a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:36.513257 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-a6557328-82fb-410a-ba2b-24b774593a6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59be403f66234690a29680760740ba7a&device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 1097 time: 0.0531516 Jun 18 16:31:36.565100 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-600df68f-604a-4d47-9427-d52dbc17c416 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a40424e-0acf-4a5c-aacf-8570b2ac5bea HTTP/1.1" status: 200 len: 217 time: 0.0349095 Jun 18 16:31:36.597327 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4f714-cf56-4e68-afce-2d7757e7e907 req-b9ad0323-447c-4095-9c9f-5595bd5276e9 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:36.598800 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-78d4f714-cf56-4e68-afce-2d7757e7e907 req-b9ad0323-447c-4095-9c9f-5595bd5276e9 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0622075 Jun 18 16:31:36.622018 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-16bfa3ce-1dd2-48eb-8e61-b660bacb2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:36.623411 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-16bfa3ce-1dd2-48eb-8e61-b660bacb2699 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b413402-f5f8-45e2-9155-19ce0c27eaf5 HTTP/1.1" status: 200 len: 853 time: 0.0435114 Jun 18 16:31:36.636827 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-78d4f714-cf56-4e68-afce-2d7757e7e907 req-98096121-905b-4d73-a4cc-7ea1f18de653 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Jun 18 16:31:36.660361 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-47ecebc8-9ad7-468a-8279-c0ce3cd9e284 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4788bbe-6d11-468a-829b-fb3f869df892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288599 Jun 18 16:31:36.749629 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-c5340f22-5fb8-4c5c-94eb-de54f0178acf service neutron] 10.222.0.72 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807033 Jun 18 16:31:36.789586 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.856643 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-168dd2d8-9dd3-42c8-99cd-ecd8e71a280d req-d15fd1a8-5ace-411c-8807-7e01d134349f service neutron] 10.222.0.72 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845830 Jun 18 16:31:37.090213 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595b94b-5f86-4d9f-8868-a3166a1f30e9 req-48b32d2d-0443-4e95-b940-935d7fdde48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:37.091679 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b595b94b-5f86-4d9f-8868-a3166a1f30e9 req-48b32d2d-0443-4e95-b940-935d7fdde48c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59be403f66234690a29680760740ba7a&device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 1097 time: 0.0946743 Jun 18 16:31:37.099951 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce3591-511e-45cd-b97f-5743cd668260 req-b116b796-b595-49d4-be9c-a49ffe00d458 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:37.101291 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-07ce3591-511e-45cd-b97f-5743cd668260 req-b116b796-b595-49d4-be9c-a49ffe00d458 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 944 time: 0.0964520 Jun 18 16:31:37.189131 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-07ce3591-511e-45cd-b97f-5743cd668260 req-5f05e9bd-e02d-493b-ab3f-cfde64b1398d tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780823 Jun 18 16:31:37.212350 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595b94b-5f86-4d9f-8868-a3166a1f30e9 req-a6800bd7-ca6d-43b1-b91f-acf23078127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:37.213802 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b595b94b-5f86-4d9f-8868-a3166a1f30e9 req-a6800bd7-ca6d-43b1-b91f-acf23078127e service neutron] 10.222.0.72 "GET /v2.0/networks?id=c4788bbe-6d11-468a-829b-fb3f869df892 HTTP/1.1" status: 200 len: 914 time: 0.1112773 Jun 18 16:31:37.255809 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b595b94b-5f86-4d9f-8868-a3166a1f30e9 req-3dd5368c-1b21-4ea3-8a3c-72a6f43c93f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a40424e-0acf-4a5c-aacf-8570b2ac5bea HTTP/1.1" status: 200 len: 217 time: 0.0331535 Jun 18 16:31:37.309384 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595b94b-5f86-4d9f-8868-a3166a1f30e9 req-1418b828-131a-4fa3-a969-80e267edfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:37.310853 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b595b94b-5f86-4d9f-8868-a3166a1f30e9 req-1418b828-131a-4fa3-a969-80e267edfe6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b413402-f5f8-45e2-9155-19ce0c27eaf5 HTTP/1.1" status: 200 len: 853 time: 0.0466793 Jun 18 16:31:37.345541 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b595b94b-5f86-4d9f-8868-a3166a1f30e9 req-155b05b7-4871-44d7-ae3c-bece47214acd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4788bbe-6d11-468a-829b-fb3f869df892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256336 Jun 18 16:31:37.443425 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0a407-2a06-45e9-aab4-3ceaf9c7f7f7 req-546819f4-79ed-4d07-9cee-76b9599ca9ee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:37.444785 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-12a0a407-2a06-45e9-aab4-3ceaf9c7f7f7 req-546819f4-79ed-4d07-9cee-76b9599ca9ee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 947 time: 0.0659273 Jun 18 16:31:37.452189 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b595b94b-5f86-4d9f-8868-a3166a1f30e9 req-5ebf472d-d2e4-462d-9c2f-55f7d7d5e9ed service neutron] 10.222.0.72 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853131 Jun 18 16:31:37.483092 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-12a0a407-2a06-45e9-aab4-3ceaf9c7f7f7 req-99a94c07-13b4-4294-96a2-8422897f2e39 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Jun 18 16:31:37.548369 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b595b94b-5f86-4d9f-8868-a3166a1f30e9 req-387dce7a-4f88-4136-b789-577515ca7054 service neutron] 10.222.0.72 "GET /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858777 Jun 18 16:31:37.810548 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0217-a2c6-480a-827e-fcd8824d4f80 req-a1728779-0450-4574-9323-94bcca9ff262 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:37.811996 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fe4c0217-a2c6-480a-827e-fcd8824d4f80 req-a1728779-0450-4574-9323-94bcca9ff262 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0648820 Jun 18 16:31:37.850753 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fe4c0217-a2c6-480a-827e-fcd8824d4f80 req-5fa58811-7149-417e-899c-55dbe92d20d5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324793 Jun 18 16:31:38.364957 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75e23-f3e4-4b80-bccc-d684346b5d3f req-7a2e5e56-99f9-41a2-9e2e-59e3ce1b78d4 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:38.366391 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d6a75e23-f3e4-4b80-bccc-d684346b5d3f req-7a2e5e56-99f9-41a2-9e2e-59e3ce1b78d4 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 944 time: 0.0657511 Jun 18 16:31:38.402705 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d6a75e23-f3e4-4b80-bccc-d684346b5d3f req-0415029f-10e7-48d3-b155-a424a1d1f444 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Jun 18 16:31:38.664525 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c31469-79de-4b30-8148-33e27bcfc42d req-0dc9c97a-197b-45b8-9e98-9777125af661 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:38.665964 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-68c31469-79de-4b30-8148-33e27bcfc42d req-0dc9c97a-197b-45b8-9e98-9777125af661 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 947 time: 0.0641115 Jun 18 16:31:38.702987 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-68c31469-79de-4b30-8148-33e27bcfc42d req-d70f82cb-7192-411d-b740-4923acf41155 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=192bc4a4-66d3-4154-a773-6b06489ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310724 Jun 18 16:31:38.781880 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 2a40424e-0acf-4a5c-aacf-8570b2ac5bea details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:31:38.865129 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-914770e6-3a26-4eac-acbb-928a54a440f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.896913 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.903985 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,segment=NetworkSegment(7169a4c7-6f8f-4a1b-ad6d-72300d3dca41),segment_id=7169a4c7-6f8f-4a1b-ad6d-72300d3dca41)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:38.914822 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '2a40424e-0acf-4a5c-aacf-8570b2ac5bea', 'network_id': 'c4788bbe-6d11-468a-829b-fb3f869df892', 'port_id': '2a40424e-0acf-4a5c-aacf-8570b2ac5bea', 'mac_address': 'fa:16:3e:e3:04:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b413402-f5f8-45e2-9155-19ce0c27eaf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:31:38.952736 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.966584 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a40424e-0acf-4a5c-aacf-8570b2ac5bea {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:31:38.986682 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,segment=NetworkSegment(7169a4c7-6f8f-4a1b-ad6d-72300d3dca41),segment_id=7169a4c7-6f8f-4a1b-ad6d-72300d3dca41)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:38.991265 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.993200 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-320027e0-c259-4590-b2a4-b585148c9ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:38.997435 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-dd040b00-5d08-45e5-9ea9-262fe4a20c5e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:38.999050 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-dd040b00-5d08-45e5-9ea9-262fe4a20c5e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.72 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 947 time: 0.0682092 Jun 18 16:31:39.039505 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:39.039825 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fc713-77cf-4155-9ab8-3e54bca868a4 req-a7442149-7cf6-49b8-a399-0cfd19284cac tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:39.042302 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-fe5fc713-77cf-4155-9ab8-3e54bca868a4 req-a7442149-7cf6-49b8-a399-0cfd19284cac tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0762022 Jun 18 16:31:39.050092 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.050453 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.050915 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.051231 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.051555 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.051880 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.052199 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.052517 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.052835 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.053164 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.053732 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.054063 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:39.058723 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:39.082819 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-fe5fc713-77cf-4155-9ab8-3e54bca868a4 req-b1355d5d-4641-4132-b125-40c729ff06aa tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337844 Jun 18 16:31:39.099743 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Deleting port 81502c81-8f5c-4b17-bb4b-171fed873403 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:39.100079 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.404315 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] For port 81502c81-8f5c-4b17-bb4b-171fed873403, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=81502c81-8f5c-4b17-bb4b-171fed873403,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:39.404588 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.443267 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['2a40424e-0acf-4a5c-aacf-8570b2ac5bea'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:31:39.639178 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.639536 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.639837 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.l3_db [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Floating IP 1547965a-1400-4201-8f0d-544264ba4b6a disassociated. External IP: 172.27.3.56, port: 81502c81-8f5c-4b17-bb4b-171fed873403. Jun 18 16:31:39.640165 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Calling delete_port for 81502c81-8f5c-4b17-bb4b-171fed873403 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:39.648555 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42253a3a-3fbf-451c-b2f9-4809c0fd8c2a req-9e68b0c6-45cc-451d-9620-176ca9e20614 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:39.649990 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-42253a3a-3fbf-451c-b2f9-4809c0fd8c2a req-9e68b0c6-45cc-451d-9620-176ca9e20614 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 945 time: 0.1243279 Jun 18 16:31:39.732928 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-42253a3a-3fbf-451c-b2f9-4809c0fd8c2a req-1bf22ca7-2999-4eb2-a078-70a2b178bd46 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756426 Jun 18 16:31:39.813997 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.819146 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-aebbbd35-5814-4c54-b41a-5869963ea5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:39.844644 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event deleted for resources: {'Port': ['ID=81502c81-8f5c-4b17-bb4b-171fed873403,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:39.847771 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:39.870737 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ad23c1cd-9543-4905-a407-e96a2e7a5494 req-9943d7ac-74e1-4936-bd38-65bf56e75753 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eab3091-445a-490d-a79f-39ef331627b9 HTTP/1.1" status: 200 len: 210 time: 0.0429363 Jun 18 16:31:39.962928 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Router 9504ff19-5547-4d97-8d26-bf948e3e1df6 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:31:40.071628 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:40.072877 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.082479 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] Sync routers for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:40.092942 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:40.093609 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:31:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:40.121376 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] No DVR routers for this DVR port 81502c81-8f5c-4b17-bb4b-171fed873403 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:40.124145 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.126161 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f044b460-4f9e-4584-ba36-24d81a084e63 req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.72 "DELETE /v2.0/ports/81502c81-8f5c-4b17-bb4b-171fed873403 HTTP/1.1" status: 204 len: 173 time: 1.1216705 Jun 18 16:31:40.126661 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'name': 'network-vif-deleted', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:40.128958 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303d924b-ca19-4313-9884-023537e3e36f" -d '{"events": [{"server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "name": "network-vif-deleted", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:40.167873 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf37355-237e-4e5f-8a9f-ee33f314da10 x-openstack-request-id: req-dcf37355-237e-4e5f-8a9f-ee33f314da10 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:40.168400 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eab3091-445a-490d-a79f-39ef331627b9", "name": "network-vif-deleted", "tag": "81502c81-8f5c-4b17-bb4b-171fed873403", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:40.168689 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcf37355-237e-4e5f-8a9f-ee33f314da10 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:40.169117 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eab3091-445a-490d-a79f-39ef331627b9', 'name': 'network-vif-deleted', 'tag': '81502c81-8f5c-4b17-bb4b-171fed873403', 'status': 'completed', 'code': 200} Jun 18 16:31:40.223736 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:40.322110 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c55b3a-070a-4f95-a33f-1993883ba98e req-20f2ce1c-b88f-4bd1-923b-b554a813fb3e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:40.338298 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f9c55b3a-070a-4f95-a33f-1993883ba98e req-20f2ce1c-b88f-4bd1-923b-b554a813fb3e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0944722 Jun 18 16:31:40.383504 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f9c55b3a-070a-4f95-a33f-1993883ba98e req-2e5c6e47-5a2f-4888-a91d-f650e05e5144 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424869 Jun 18 16:31:40.440425 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:40.467565 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] Checking router: 9504ff19-5547-4d97-8d26-bf948e3e1df6 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:31:40.476209 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:40.477076 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:31:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:40.695962 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:40.810723 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 2a40424e-0acf-4a5c-aacf-8570b2ac5bea up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:40.894447 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:40.899986 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:40.900360 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.022275 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.045096 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb57ba-d242-4c6b-bf59-784e62e224fc req-52ce0685-a10b-45db-b7f4-de703c913238 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:41.046921 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:41.054074 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b1bb57ba-d242-4c6b-bf59-784e62e224fc req-52ce0685-a10b-45db-b7f4-de703c913238 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 945 time: 0.1468029 Jun 18 16:31:41.073313 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42644) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:41.079278 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cee8286-6cae-4a53-8806-4735c429ac6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a40424e-0acf-4a5c-aacf-8570b2ac5bea'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:41.081759 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22dd9a-55d6-465b-bffc-f0f77479e90f" -d '{"events": [{"server_uuid": "2cee8286-6cae-4a53-8806-4735c429ac6c", "name": "network-vif-plugged", "status": "completed", "tag": "2a40424e-0acf-4a5c-aacf-8570b2ac5bea"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:41.086995 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1cbce5-faf8-43e5-a126-71b488745d24 None None] The sync data for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi is: [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:41.098415 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,segment=NetworkSegment(7169a4c7-6f8f-4a1b-ad6d-72300d3dca41),segment_id=7169a4c7-6f8f-4a1b-ad6d-72300d3dca41)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:41.105957 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.106889 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 81502c81-8f5c-4b17-bb4b-171fed873403 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:41.109988 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:41.155662 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b1bb57ba-d242-4c6b-bf59-784e62e224fc req-df0cfa30-fc9b-4558-b53e-378a3f34e636 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001902 Jun 18 16:31:41.158529 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 81502c81-8f5c-4b17-bb4b-171fed873403 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:41.158897 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 81502c81-8f5c-4b17-bb4b-171fed873403 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:41.180414 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a1bef2-1d65-4e2e-a136-30a5adf0bd2d x-openstack-request-id: req-e6a1bef2-1d65-4e2e-a136-30a5adf0bd2d {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:41.180845 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cee8286-6cae-4a53-8806-4735c429ac6c", "name": "network-vif-plugged", "status": "completed", "tag": "2a40424e-0acf-4a5c-aacf-8570b2ac5bea", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:41.181113 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6a1bef2-1d65-4e2e-a136-30a5adf0bd2d {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:41.181511 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cee8286-6cae-4a53-8806-4735c429ac6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a40424e-0acf-4a5c-aacf-8570b2ac5bea', 'code': 200} Jun 18 16:31:41.192973 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-22867cef-ea58-4e23-ac47-99a8c593303d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.200372 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:41.211382 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:41.230723 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-22867cef-ea58-4e23-ac47-99a8c593303d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.309069 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-22867cef-ea58-4e23-ac47-99a8c593303d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.312406 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-22867cef-ea58-4e23-ac47-99a8c593303d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.316019 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-22867cef-ea58-4e23-ac47-99a8c593303d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "DELETE /v2.0/security-groups/192bc4a4-66d3-4154-a773-6b06489ddd28 HTTP/1.1" status: 204 len: 168 time: 0.2379737 Jun 18 16:31:41.316019 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c25314bb-3faf-4718-9969-23465c06f1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:41.317213 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 42650) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:41.332234 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.api.v2.resource [None req-20e6e10c-7772-4731-a72d-1ed0fefb2364 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] show failed (client error): The resource could not be found. Jun 18 16:31:41.336867 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-20e6e10c-7772-4731-a72d-1ed0fefb2364 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups/192bc4a4-66d3-4154-a773-6b06489ddd28 HTTP/1.1" status: 404 len: 347 time: 0.0183861 Jun 18 16:31:41.337599 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 42652) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:41.341312 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22867cef-ea58-4e23-ac47-99a8c593303d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192bc4a4-66d3-4154-a773-6b06489ddd28,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:41.344215 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-22867cef-ea58-4e23-ac47-99a8c593303d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:41.484354 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb1801d-ba99-4c15-9897-136cd5041eff None None] New status for floating IP 1547965a-1400-4201-8f0d-544264ba4b6a: DOWN {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:31:41.488931 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Deleting port e6617471-46ee-4640-8828-2b61d2caf215 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:41.489342 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.526242 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226ac2-bdf0-4322-bb9f-f487762d7454 req-c0a4f8ff-d4fd-490f-878b-c2b7117249ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:41.527696 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-49226ac2-bdf0-4322-bb9f-f487762d7454 req-c0a4f8ff-d4fd-490f-878b-c2b7117249ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 1099 time: 0.0613267 Jun 18 16:31:41.564812 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-49226ac2-bdf0-4322-bb9f-f487762d7454 req-3045666f-8975-4714-82ed-876ed8b5aaa6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305750 Jun 18 16:31:41.606793 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.607119 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.662648 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484c020-a95d-4176-8b01-053e53eb490b req-1d14addf-bb5d-43d8-9c06-43f8b78669cf tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:41.664124 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7484c020-a95d-4176-8b01-053e53eb490b req-1d14addf-bb5d-43d8-9c06-43f8b78669cf tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1328578 Jun 18 16:31:41.689333 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Calling delete_port for e6617471-46ee-4640-8828-2b61d2caf215 owned by network:floatingip {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:41.773300 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7484c020-a95d-4176-8b01-053e53eb490b req-437c1f0c-09ca-44e4-98ba-fbfb7b2722b3 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815065 Jun 18 16:31:41.857189 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.859143 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5e99d869-0c4a-4b24-a3cf-29bfed94a36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:41.883659 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event deleted for resources: {'Port': ['ID=e6617471-46ee-4640-8828-2b61d2caf215,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:41.886847 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:41.949572 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.952453 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.953592 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "DELETE /v2.0/floatingips/1547965a-1400-4201-8f0d-544264ba4b6a HTTP/1.1" status: 204 len: 168 time: 0.6147850 Jun 18 16:31:41.960523 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.268210 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42660) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.273045 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-5fbbf6a5-cab1-4da6-8f62-0319d742ec59 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204107052', 'description': 'tempest-description--1627704446'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:42.299877 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf6a5-cab1-4da6-8f62-0319d742ec59 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.346262 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74066b4c-a486-4442-8d09-2058bb8be7d8 req-0a8be379-3cb0-408b-9e33-5b984dc575a0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:42.347614 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-74066b4c-a486-4442-8d09-2058bb8be7d8 req-0a8be379-3cb0-408b-9e33-5b984dc575a0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 946 time: 0.0700603 Jun 18 16:31:42.391296 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf6a5-cab1-4da6-8f62-0319d742ec59 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.394923 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-74066b4c-a486-4442-8d09-2058bb8be7d8 req-249510e5-5b98-40f8-9a1b-18ccc68c9137 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Jun 18 16:31:42.404521 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf6a5-cab1-4da6-8f62-0319d742ec59 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.407114 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d22e7e9b-3aa1-4cda-a548-0db04128cad1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:42.440768 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf6a5-cab1-4da6-8f62-0319d742ec59 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.442591 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-5fbbf6a5-cab1-4da6-8f62-0319d742ec59 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1733682 Jun 18 16:31:42.445393 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42666) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.450554 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-a53c8322-021e-4da0-9002-113e97f5d85d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'security_group_rule': {'security_group_id': 'e8cf2dae-ca22-48e8-9f2a-3744a1b40637', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:42.456052 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbf6a5-cab1-4da6-8f62-0319d742ec59 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cf2dae-ca22-48e8-9f2a-3744a1b40637,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:42.460149 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5fbbf6a5-cab1-4da6-8f62-0319d742ec59 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:42.487365 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a53c8322-021e-4da0-9002-113e97f5d85d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.547285 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a53c8322-021e-4da0-9002-113e97f5d85d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.551855 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a53c8322-021e-4da0-9002-113e97f5d85d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.553926 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e07affad-efa7-49f2-aabb-cc7c58b6b812 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:42.570297 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c8322-021e-4da0-9002-113e97f5d85d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb63767-31cd-44bc-ba8a-c652d95ec4e0,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:42.574168 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a53c8322-021e-4da0-9002-113e97f5d85d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:42.577587 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a53c8322-021e-4da0-9002-113e97f5d85d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.582405 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-a53c8322-021e-4da0-9002-113e97f5d85d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325848 Jun 18 16:31:42.582711 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42670) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.588495 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-3a53531f-b29d-4445-a6db-4e3fd1ddb8f7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'security_group_rule': {'security_group_id': 'e8cf2dae-ca22-48e8-9f2a-3744a1b40637', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:42.616542 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3a53531f-b29d-4445-a6db-4e3fd1ddb8f7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.678135 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3a53531f-b29d-4445-a6db-4e3fd1ddb8f7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.682891 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3a53531f-b29d-4445-a6db-4e3fd1ddb8f7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.685100 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:42.706019 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53531f-b29d-4445-a6db-4e3fd1ddb8f7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafa73cd-a598-4a07-b42a-703342d079ea,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:42.709247 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3a53531f-b29d-4445-a6db-4e3fd1ddb8f7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:42.713825 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3a53531f-b29d-4445-a6db-4e3fd1ddb8f7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.718530 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-3a53531f-b29d-4445-a6db-4e3fd1ddb8f7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314619 Jun 18 16:31:42.718971 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42674) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.724701 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'floatingip': {'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:42.756440 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.873488 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.025049 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Allocated IP 172.27.3.67 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/09cf7b7c-6036-4566-bed4-bcdd59bd31df) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:43.044155 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eec258-8e65-432e-a81b-6cb163fd29f9 req-6f106c6f-c405-4092-809e-ad64b1ca0a38 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:43.045617 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d9eec258-8e65-432e-a81b-6cb163fd29f9 req-6f106c6f-c405-4092-809e-ad64b1ca0a38 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1323009 Jun 18 16:31:43.132746 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d9eec258-8e65-432e-a81b-6cb163fd29f9 req-c33e0fe1-dd04-491a-9ab7-2198e54ee916 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718637 Jun 18 16:31:43.165107 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.208928 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.211747 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cf6a2e24-7414-4a2e-90fb-46a5f1e291a8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:43.245875 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:43.250544 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:43.254366 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:43.279958 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'Port': ['ID=09cf7b7c-6036-4566-bed4-bcdd59bd31df,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:43.284766 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:43.342304 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.388054 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.538168 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.542815 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.544626 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:43.584583 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a125d65-9b1f-46bb-ac2a-018c43ecead5 req-eb9be089-3c89-40d8-9ab4-5005f3d1eb13 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:43.586074 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2a125d65-9b1f-46bb-ac2a-018c43ecead5 req-eb9be089-3c89-40d8-9ab4-5005f3d1eb13 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 946 time: 0.0696266 Jun 18 16:31:43.607603 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'Port': ['ID=09cf7b7c-6036-4566-bed4-bcdd59bd31df,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:43.611625 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:43.622076 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.624799 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2a125d65-9b1f-46bb-ac2a-018c43ecead5 req-516c6527-fc9e-4ce7-afa4-21de6e769125 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Jun 18 16:31:43.635554 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.636907 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9167750 Jun 18 16:31:43.834351 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-c4be1440-68d7-41e8-8b51-57fc60cde036 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--204107052&fields=id&tenant_id=07e561593f534ef7b032c2b2fc12ba34 HTTP/1.1" status: 200 len: 267 time: 0.0371742 Jun 18 16:31:43.966738 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-c47d8ce3-1a79-459e-9565-dac71be3293b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:43.977400 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-c47d8ce3-1a79-459e-9565-dac71be3293b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 817 time: 0.1358998 Jun 18 16:31:43.989177 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-0fcfed06-b9a1-4416-abf7-6b25104767d2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/quotas/07e561593f534ef7b032c2b2fc12ba34 HTTP/1.1" status: 200 len: 375 time: 0.0109155 Jun 18 16:31:44.071666 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-0a36158c-76b5-43c7-869e-004204e77332 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746500 Jun 18 16:31:44.168920 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-12eeb8c6-9cda-41c9-9161-91bf5d4a689b service neutron] 10.222.0.44 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852950 Jun 18 16:31:44.262998 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-8d665c57-3154-4cb6-b680-187bfd23a732 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831614 Jun 18 16:31:44.311684 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384dfa63-483e-40f7-9469-b8c0d9ab7683 req-99c73fde-dbfe-431f-9892-448f2d25fa21 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:44.313726 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-384dfa63-483e-40f7-9469-b8c0d9ab7683 req-99c73fde-dbfe-431f-9892-448f2d25fa21 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0625148 Jun 18 16:31:44.352234 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-384dfa63-483e-40f7-9469-b8c0d9ab7683 req-9a444c46-c455-4038-8290-4aa65123240b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Jun 18 16:31:44.434762 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fa4d6d0e-32c0-4f76-800b-822e12560eeb req-8e8c676a-7c84-4c90-b67a-59b8c4519e62 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 210 time: 0.0317957 Jun 18 16:31:45.530409 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c4ebb-361e-4c48-afcf-323b64bd0b2e req-976a3562-629f-4f82-926d-cd4b92cd7c69 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:45.533504 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-049c4ebb-361e-4c48-afcf-323b64bd0b2e req-976a3562-629f-4f82-926d-cd4b92cd7c69 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0701859 Jun 18 16:31:45.573119 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-049c4ebb-361e-4c48-afcf-323b64bd0b2e req-90ba3eb2-75be-4a75-b354-094c73bf112f tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337086 Jun 18 16:31:45.581576 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8f869112-4411-4a43-b716-2a7c32e88add req-06ec12db-b393-49ec-99b7-d429970cff08 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 210 time: 0.0292752 Jun 18 16:31:46.725897 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4f2fe661-7a03-482d-abcf-255b95f00294 req-198948df-e40a-4491-a400-7be234cd889f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 210 time: 0.0280793 Jun 18 16:31:46.753570 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74469311-b620-4aff-8c8c-eed2336044d1 req-48bb2b11-cf23-4aa5-9cc0-832adc5c5800 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:46.755074 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-74469311-b620-4aff-8c8c-eed2336044d1 req-48bb2b11-cf23-4aa5-9cc0-832adc5c5800 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0642521 Jun 18 16:31:46.793337 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-74469311-b620-4aff-8c8c-eed2336044d1 req-13c45175-4103-4a0b-bda2-fe9e58a4f14f tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Jun 18 16:31:47.609221 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-93bd2524-16aa-4ee5-94bc-07e8f6322d04 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403293219&fields=id&tenant_id=10a61164e6f74af2a2c5e6875d56aa53 HTTP/1.1" status: 200 len: 267 time: 0.0339389 Jun 18 16:31:47.684500 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-586990fe-7b21-4450-a083-95c82e997639 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:47.685965 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-586990fe-7b21-4450-a083-95c82e997639 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 984 time: 0.0676126 Jun 18 16:31:47.699610 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Request body: {'port': {'security_groups': ['a36de58c-ddc0-4075-9544-4f0de2408c49']}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:47.783796 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.878736 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8b985e48-24e2-40b5-bdf0-bd229f94a4aa req-c22b2a9b-b357-4193-a744-4cf3b3d26c79 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 210 time: 0.0306089 Jun 18 16:31:47.962681 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] For port 132db171-db3f-4b7f-a141-9b5607a75c8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=132db171-db3f-4b7f-a141-9b5607a75c8a,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:47.992632 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.998680 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.003255 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:48.035572 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['132db171-db3f-4b7f-a141-9b5607a75c8a'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:31:48.045204 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:48.045892 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.047343 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5f46e0bc-74c8-4b0a-9f41-c89cfad76e48 req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "PUT /v2.0/ports/132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 200 len: 942 time: 0.3539674 Jun 18 16:31:48.048178 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:48.050566 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f9d410-f33c-48d9-8fa3-c4fd28497125" -d '{"events": [{"name": "network-changed", "server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:48.056360 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42752) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:48.131316 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event updated for resources: {'Port': ['ID=132db171-db3f-4b7f-a141-9b5607a75c8a,revision_number=7']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:48.139547 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:48.176599 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f4362ed8-9fc5-4e5a-860b-10895c41b8aa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.204924 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b70e7d-0b5d-4039-976d-b30a68476d48 x-openstack-request-id: req-d9b70e7d-0b5d-4039-976d-b30a68476d48 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:48.205350 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:48.205839 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9b70e7d-0b5d-4039-976d-b30a68476d48 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:48.206342 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'status': 'completed', 'code': 200} Jun 18 16:31:48.216124 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['132db171-db3f-4b7f-a141-9b5607a75c8a'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:31:48.228654 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f4362ed8-9fc5-4e5a-860b-10895c41b8aa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.473058 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-451a02d7-8e2c-4fb0-b289-b3d7c32e326e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:48.474756 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-451a02d7-8e2c-4fb0-b289-b3d7c32e326e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 817 time: 0.2359259 Jun 18 16:31:48.483153 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f4362ed8-9fc5-4e5a-860b-10895c41b8aa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.486817 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f4362ed8-9fc5-4e5a-860b-10895c41b8aa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.492707 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-f4362ed8-9fc5-4e5a-860b-10895c41b8aa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "DELETE /v2.0/security-groups/f24326de-f207-4bbf-aac0-df9708bb1a35 HTTP/1.1" status: 204 len: 168 time: 0.4294188 Jun 18 16:31:48.492895 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 42764) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:48.498258 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cf22f357-1ed0-420e-a2d0-a7dd06a2395c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:48.523067 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4362ed8-9fc5-4e5a-860b-10895c41b8aa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24326de-f207-4bbf-aac0-df9708bb1a35,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:48.526208 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f4362ed8-9fc5-4e5a-860b-10895c41b8aa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:48.538773 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-aba25110-3065-4dcc-886d-f51f44ece712 None None] Provisioning complete for port 132db171-db3f-4b7f-a141-9b5607a75c8a triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:48.539076 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-aba25110-3065-4dcc-886d-f51f44ece712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.547091 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-40da096d-749a-4a9f-9ca2-d1e87772e809 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07e561593f534ef7b032c2b2fc12ba34 HTTP/1.1" status: 200 len: 379 time: 0.0543797 Jun 18 16:31:48.556533 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'port': {'device_id': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'admin_state_up': True, 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'security_groups': ['e8cf2dae-ca22-48e8-9f2a-3744a1b40637']}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:48.596422 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d527629-80f9-44eb-a6a5-058b17f77849 req-520f7977-02b3-40ad-9407-5b5b1b53791d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:48.602944 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1d527629-80f9-44eb-a6a5-058b17f77849 req-520f7977-02b3-40ad-9407-5b5b1b53791d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.6168866 Jun 18 16:31:48.669883 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Made reservation on behalf of 07e561593f534ef7b032c2b2fc12ba34 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:48.673937 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.694052 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-575fcfb7-99a0-4002-ad44-4cad7cd6141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:48.695607 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-575fcfb7-99a0-4002-ad44-4cad7cd6141b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a61164e6f74af2a2c5e6875d56aa53&device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 1098 time: 0.2504580 Jun 18 16:31:48.723655 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1d527629-80f9-44eb-a6a5-058b17f77849 req-2ff742d3-90b7-4132-87c4-db5aff436c68 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053205 Jun 18 16:31:48.807091 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Allocated IP 172.20.0.4 (ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00/ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b/694babca-1315-478f-a019-b0cc82bafb37) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:48.845415 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-86a6cac9-2c5f-4a35-b69c-d4b91c9be0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:48.847556 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-86a6cac9-2c5f-4a35-b69c-d4b91c9be0e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e357c514-b155-4f6b-ac2f-beeff42d1b30 HTTP/1.1" status: 200 len: 916 time: 0.1405449 Jun 18 16:31:48.907820 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Deleting port 9f5ad6e8-7ec4-4fc7-8688-17e9f0a4b070 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:48.908625 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.955224 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.971610 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-75cad6b8-1507-4198-b716-925fcbc6f7c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 200 len: 1000 time: 0.1152825 Jun 18 16:31:48.973440 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Transition to ACTIVE for port object 694babca-1315-478f-a019-b0cc82bafb37 will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:49.025217 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.025538 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.031911 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5769c321-45ba-4bb0-8de0-bd3e82143a2f req-d6f717ba-fc24-482b-b023-f87f78d28adb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 210 time: 0.0289762 Jun 18 16:31:49.033778 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.037665 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.081876 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:49.085095 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:49.088844 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:49.100371 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Calling delete_port for 9f5ad6e8-7ec4-4fc7-8688-17e9f0a4b070 owned by network:floatingip {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:49.108979 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-94a7f685-2796-4ea4-9600-a9862fad5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:49.111175 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-94a7f685-2796-4ea4-9600-a9862fad5e76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=456d5e3f-888a-4e1f-a78d-e72fd2b202b5 HTTP/1.1" status: 200 len: 854 time: 0.1302309 Jun 18 16:31:49.114794 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event updated for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.119579 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.146436 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:49.147085 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.163509 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6108620 Jun 18 16:31:49.184559 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Request body: {'port': {'device_id': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:49.272885 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.287123 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-490ab8dc-991b-42da-97ef-c82e2f9cc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:49.288597 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-490ab8dc-991b-42da-97ef-c82e2f9cc7c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e357c514-b155-4f6b-ac2f-beeff42d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1303623 Jun 18 16:31:49.324673 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-3431fda3-d5c3-4d61-8d10-3691fd795ba9 None None] Provisioning for port 694babca-1315-478f-a019-b0cc82bafb37 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:49.329098 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-3431fda3-d5c3-4d61-8d10-3691fd795ba9 None None] Provisioning complete for port 694babca-1315-478f-a019-b0cc82bafb37 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:49.329605 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-3431fda3-d5c3-4d61-8d10-3691fd795ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.369605 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-3431fda3-d5c3-4d61-8d10-3691fd795ba9 None None] Port 694babca-1315-478f-a019-b0cc82bafb37 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:49.424388 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-cb3c6f1d-4f72-469d-8a58-ea90887c9fc2 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263175 Jun 18 16:31:49.432023 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.443876 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.537457 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event deleted for resources: {'Port': ['ID=9f5ad6e8-7ec4-4fc7-8688-17e9f0a4b070,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.545711 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.598994 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694babca-1315-478f-a019-b0cc82bafb37 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:31:49.607663 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.611498 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks [] for floatingip, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.612278 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.l3_db [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Floating IP bca89fa9-da3f-4c00-9e32-321a161e7e82 disassociated (deleted). External IP: 172.27.3.97, port: 132db171-db3f-4b7f-a141-9b5607a75c8a. Jun 18 16:31:49.620660 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Transition to ACTIVE for port object 694babca-1315-478f-a019-b0cc82bafb37 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:49.624883 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.629167 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4af30235-0400-4884-996a-ba6e9eb343d0 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.705342 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Pushing event updated for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.709069 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.739138 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-23f9d410-f33c-48d9-8fa3-c4fd28497125 req-1c79dddb-1854-42c6-8727-6e6391863114 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963710 Jun 18 16:31:49.788410 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Attempting to bind port 694babca-1315-478f-a019-b0cc82bafb37 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:49.788953 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Attempting to bind port 694babca-1315-478f-a019-b0cc82bafb37 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:49.789791 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Attempting to bind port 694babca-1315-478f-a019-b0cc82bafb37 on network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:49.795074 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Port 694babca-1315-478f-a019-b0cc82bafb37 on network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:31:49.795514 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Attempting to bind port 694babca-1315-478f-a019-b0cc82bafb37 on network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:49.802712 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:49.803074 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Checking segment: {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:49.803489 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Bound using segment: {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:49.803971 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Bound port: 694babca-1315-478f-a019-b0cc82bafb37, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:49.804495 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.896849 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Router 2f672dd5-d648-4b2e-b117-e91d2ed46efa has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:31:49.897755 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:49.902326 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:49.910445 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.914100 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6b37238e-5515-4c87-aeab-13e5c6212348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.949795 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:49.950324 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.952091 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] 10.222.0.72 "PUT /v2.0/ports/694babca-1315-478f-a019-b0cc82bafb37 HTTP/1.1" status: 200 len: 1093 time: 0.7741160 Jun 18 16:31:49.978661 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Pushing event updated for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.981791 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:50.058562 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:50.063596 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.068234 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-7cd7da33-da22-4088-bf92-0e1f03414734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.070083 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-7cd7da33-da22-4088-bf92-0e1f03414734 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 1096 time: 0.0586712 Jun 18 16:31:50.073418 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac67d2-7859-4321-a82a-b959460b4b8b req-609b40f1-f689-4c05-9a37-161d4c843330 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.074910 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6eac67d2-7859-4321-a82a-b959460b4b8b req-609b40f1-f689-4c05-9a37-161d4c843330 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1226118 Jun 18 16:31:50.075505 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] Sync routers for ids ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:50.090761 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] Routers {'2f672dd5-d648-4b2e-b117-e91d2ed46efa'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:50.091405 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:31:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:50.133060 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-a469dc8e-14ac-416b-82fa-8cc095e5d12f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=694babca-1315-478f-a019-b0cc82bafb37 HTTP/1.1" status: 200 len: 217 time: 0.0461087 Jun 18 16:31:50.154678 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-0e2fd82f-47cf-4bcc-a185-04ce957f161d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "DELETE /v2.0/floatingips/bca89fa9-da3f-4c00-9e32-321a161e7e82 HTTP/1.1" status: 204 len: 168 time: 1.6565650 Jun 18 16:31:50.158480 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:50.161036 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07592901-cbf1-4237-aff5-efd936628dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:50.180196 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6eac67d2-7859-4321-a82a-b959460b4b8b req-78e32894-90f5-4d1a-8fb8-5ee6cd958269 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797579 Jun 18 16:31:50.208362 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'tag': '694babca-1315-478f-a019-b0cc82bafb37'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:50.211048 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d132055d-33fc-4484-87f8-5de4559f7b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "tag": "694babca-1315-478f-a019-b0cc82bafb37"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:50.238996 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-374cc7c7-f280-40d6-acdc-eb867598a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.240564 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-374cc7c7-f280-40d6-acdc-eb867598a1de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.1012056 Jun 18 16:31:50.272046 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] Set router 2f672dd5-d648-4b2e-b117-e91d2ed46efa gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:50.315404 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f72738-5200-418e-84a2-7edce82d1132 req-be24f6f7-2134-4fa7-a8fa-3b4748a60ff6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.316964 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-17f72738-5200-418e-84a2-7edce82d1132 req-be24f6f7-2134-4fa7-a8fa-3b4748a60ff6 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.1308286 Jun 18 16:31:50.336289 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-5b647140-1d6a-4c3a-a5c5-7ed156354179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.337882 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-5b647140-1d6a-4c3a-a5c5-7ed156354179 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0904396 Jun 18 16:31:50.406703 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-17f72738-5200-418e-84a2-7edce82d1132 req-9cc58cc4-a821-4ab4-9510-35e9a714a84f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812416 Jun 18 16:31:50.443821 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-cf6310ab-179a-4f75-9ce6-1352d68316c7 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995066 Jun 18 16:31:50.500777 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc', 'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'mac_address': 'fa:16:3e:d5:94:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:34Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 5, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'subnets': [{'id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:50.532638 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8948c14b-2da7-4481-b5f3-3c6634f5c880 x-openstack-request-id: req-8948c14b-2da7-4481-b5f3-3c6634f5c880 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:50.533290 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:50.533894 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8948c14b-2da7-4481-b5f3-3c6634f5c880 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:50.534531 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'status': 'completed', 'code': 200} Jun 18 16:31:50.555732 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] Checking router: 2f672dd5-d648-4b2e-b117-e91d2ed46efa for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:31:50.564894 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] Routers {'2f672dd5-d648-4b2e-b117-e91d2ed46efa'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:50.565820 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:31:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:50.586042 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97134bba-a103-496f-b2eb-f60bb2eb7172 x-openstack-request-id: req-97134bba-a103-496f-b2eb-f60bb2eb7172 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:50.586482 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "tag": "694babca-1315-478f-a019-b0cc82bafb37", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:50.586759 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97134bba-a103-496f-b2eb-f60bb2eb7172 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:50.587178 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'tag': '694babca-1315-478f-a019-b0cc82bafb37', 'status': 'completed', 'code': 200} Jun 18 16:31:50.599714 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b833fd37-ea10-4fb7-8864-b14dc43fb60d req-9164be9d-c359-41d0-82f3-3f688f6f60f7 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497612 Jun 18 16:31:50.699062 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:31:50.711447 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07592901-cbf1-4237-aff5-efd936628dbf req-1d4287c9-7175-4eab-89c5-3f7b21c05238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.711447 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-07592901-cbf1-4237-aff5-efd936628dbf req-1d4287c9-7175-4eab-89c5-3f7b21c05238 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a61164e6f74af2a2c5e6875d56aa53&device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 1098 time: 0.1189277 Jun 18 16:31:50.771853 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] Set router 2f672dd5-d648-4b2e-b117-e91d2ed46efa gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:50.852253 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-ed8226b2-1432-45b3-8572-74989e54a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.853769 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-ed8226b2-1432-45b3-8572-74989e54a6d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 1096 time: 0.1283734 Jun 18 16:31:50.916213 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07592901-cbf1-4237-aff5-efd936628dbf req-b3462da9-614e-4764-a300-c26e8ec0454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.917939 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-07592901-cbf1-4237-aff5-efd936628dbf req-b3462da9-614e-4764-a300-c26e8ec0454c service neutron] 10.222.0.72 "GET /v2.0/networks?id=e357c514-b155-4f6b-ac2f-beeff42d1b30 HTTP/1.1" status: 200 len: 916 time: 0.1995816 Jun 18 16:31:50.968006 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-07592901-cbf1-4237-aff5-efd936628dbf req-ef2f1966-59d6-42f0-99d0-d0203398fc65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 200 len: 217 time: 0.0424514 Jun 18 16:31:50.977828 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9974b5-ce42-4d14-9c62-d8bce07e3f90 req-6434eba6-3fef-4fb1-b4d5-40e589a4e787 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.979597 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-dc9974b5-ce42-4d14-9c62-d8bce07e3f90 req-6434eba6-3fef-4fb1-b4d5-40e589a4e787 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1275454 Jun 18 16:31:51.035994 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc', 'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'mac_address': 'fa:16:3e:d5:94:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:34Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 5, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'subnets': [{'id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:51.051168 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07592901-cbf1-4237-aff5-efd936628dbf req-5c1ab8b6-b8d5-45da-bad9-a9b0b2eed336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.053026 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-07592901-cbf1-4237-aff5-efd936628dbf req-5c1ab8b6-b8d5-45da-bad9-a9b0b2eed336 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=456d5e3f-888a-4e1f-a78d-e72fd2b202b5 HTTP/1.1" status: 200 len: 854 time: 0.0722330 Jun 18 16:31:51.064880 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d1730-899f-48c3-bfd2-29d8b21fa4e7 None None] The sync data for ids ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'] in dv-cinder-792462-12-iscsi is: [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:35Z', 'revision_number': 4, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc', 'name': '', 'network_id': 'e357c514-b155-4f6b-ac2f-beeff42d1b30', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'mac_address': 'fa:16:3e:d5:94:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:34Z', 'updated_at': '2021-06-18T16:28:40Z', 'revision_number': 5, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'subnets': [{'id': '456d5e3f-888a-4e1f-a78d-e72fd2b202b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:51.081930 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-dc9974b5-ce42-4d14-9c62-d8bce07e3f90 req-0cb3a14a-19c5-41f6-84c5-e5566ce7fd3e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669439 Jun 18 16:31:51.137178 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07592901-cbf1-4237-aff5-efd936628dbf req-fe190ac3-1386-4251-8199-48d77752022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.138764 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-07592901-cbf1-4237-aff5-efd936628dbf req-fe190ac3-1386-4251-8199-48d77752022d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e357c514-b155-4f6b-ac2f-beeff42d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0754569 Jun 18 16:31:51.213874 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-23125176-ae33-4958-9be8-941ad978edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.215374 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-23125176-ae33-4958-9be8-941ad978edbd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 1098 time: 0.3605843 Jun 18 16:31:51.218047 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-3ca9f6e3-4d75-43c3-b3e4-d0f1cee44667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.219499 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-3ca9f6e3-4d75-43c3-b3e4-d0f1cee44667 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 918 time: 0.3562484 Jun 18 16:31:51.232907 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-07592901-cbf1-4237-aff5-efd936628dbf req-1e3a3ce6-9ff6-45d1-b15f-0bf3e6175b99 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857999 Jun 18 16:31:51.271553 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-aecd754f-e904-4046-aa97-97d1c861f8e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=694babca-1315-478f-a019-b0cc82bafb37 HTTP/1.1" status: 200 len: 217 time: 0.0432973 Jun 18 16:31:51.338676 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2969ec2-ed8d-41c5-9c55-ab7c599f7a60 None None] New status for floating IP bca89fa9-da3f-4c00-9e32-321a161e7e82: DOWN {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:31:51.345966 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-07592901-cbf1-4237-aff5-efd936628dbf req-b7526ba2-aa85-4e0e-9aaa-097dc2d2a3c7 service neutron] 10.222.0.72 "GET /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989029 Jun 18 16:31:51.368766 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-80c4021d-f9b3-4cc4-87cb-2401dad5cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.370237 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-80c4021d-f9b3-4cc4-87cb-2401dad5cba4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.0893109 Jun 18 16:31:51.416339 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-5dd50159-d3da-4068-a5b9-04343fd30d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.417734 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-5dd50159-d3da-4068-a5b9-04343fd30d76 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 910 time: 0.1884239 Jun 18 16:31:51.490386 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-d5fbea41-bdf4-45bf-b1a3-2c083e24fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.491853 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-d5fbea41-bdf4-45bf-b1a3-2c083e24fad3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1129248 Jun 18 16:31:51.497553 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-c0c7cd60-9ecb-471c-b993-ca841eb3407a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f HTTP/1.1" status: 200 len: 1000 time: 0.0731578 Jun 18 16:31:51.628849 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-afcc3865-74ae-45ef-b86e-fc961f645993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.630316 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-afcc3865-74ae-45ef-b86e-fc961f645993 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 200 len: 848 time: 0.1241095 Jun 18 16:31:51.698903 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-e0b8158a-fb30-43c2-8400-1cc690a72bd6 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937015 Jun 18 16:31:51.714614 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fc935-3cea-44f9-bab5-abb4a21f24d1 req-a2f8c298-45f8-4c0b-a8a5-ccef1f20271f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.715922 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-959fc935-3cea-44f9-bab5-abb4a21f24d1 req-a2f8c298-45f8-4c0b-a8a5-ccef1f20271f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.1705103 Jun 18 16:31:51.796242 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-3ba2914a-1f55-4d96-bfb2-6aa0234a9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.798096 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-3ba2914a-1f55-4d96-bfb2-6aa0234a9880 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0883b05a-15d5-409b-9c71-4adb702e2d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1608677 Jun 18 16:31:51.860070 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-959fc935-3cea-44f9-bab5-abb4a21f24d1 req-010198bc-acee-4792-9227-e84883b36ed0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343484 Jun 18 16:31:51.893552 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d132055d-33fc-4484-87f8-5de4559f7b1b req-75dffb8a-7949-4c22-9d0c-dfc683fdf6dd service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765850 Jun 18 16:31:51.922672 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-2fdb1ed3-4c6b-4860-961a-1117dcc4e27f service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159315 Jun 18 16:31:52.020067 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a12fd384-dfbe-4b64-b6c2-ef61ae5c221d req-bfd002c9-59c5-440c-ab2a-3606f5d4411e service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829301 Jun 18 16:31:52.275260 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003c5f3-43a5-4eae-a080-9f27feb2df24 req-ca090a4b-6fff-4ff2-97b7-f3dacb8b14fc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:52.276700 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a003c5f3-43a5-4eae-a080-9f27feb2df24 req-ca090a4b-6fff-4ff2-97b7-f3dacb8b14fc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0684366 Jun 18 16:31:52.314872 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a003c5f3-43a5-4eae-a080-9f27feb2df24 req-51d4483e-e2c9-435c-9b29-ad1930fef7ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Jun 18 16:31:53.053475 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81744fa-eeeb-47f2-b53b-6862df00fe7a req-88f46e64-72f1-47ef-bda0-86ec1a95e0ea tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:53.055637 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e81744fa-eeeb-47f2-b53b-6862df00fe7a req-88f46e64-72f1-47ef-bda0-86ec1a95e0ea tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0664961 Jun 18 16:31:53.098226 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e81744fa-eeeb-47f2-b53b-6862df00fe7a req-32349f69-0a3f-48e6-af71-9677dcb4f82f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368280 Jun 18 16:31:53.253902 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42838) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.357061 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7291039a-01c5-4b41-83e7-df171e7a474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.478941 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7291039a-01c5-4b41-83e7-df171e7a474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.483627 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7291039a-01c5-4b41-83e7-df171e7a474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.490615 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7e04437c-ca88-4dc4-a869-1e027e2ef1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:53.541418 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-7291039a-01c5-4b41-83e7-df171e7a474e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c461dadbfb1c47f7b4d8a63e6b8cccc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840827 Jun 18 16:31:53.541418 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291039a-01c5-4b41-83e7-df171e7a474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2896e8-1578-439e-8df1-e4196c201a47,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:53.541818 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 42844) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.544720 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7291039a-01c5-4b41-83e7-df171e7a474e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:53.556143 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331fb5c-facc-4d37-85bd-a7b4ff4626a2 req-b16a6aac-664e-45ac-b52e-93867a6ac713 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:53.557634 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f331fb5c-facc-4d37-85bd-a7b4ff4626a2 req-b16a6aac-664e-45ac-b52e-93867a6ac713 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1282477 Jun 18 16:31:53.592903 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-27724e23-42ef-4ab2-ab26-d2502b8d0b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.597838 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f331fb5c-facc-4d37-85bd-a7b4ff4626a2 req-f7d3d528-9d2f-4a57-84d0-63dafbcfe91c tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342627 Jun 18 16:31:53.618847 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-27724e23-42ef-4ab2-ab26-d2502b8d0b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.671223 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-27724e23-42ef-4ab2-ab26-d2502b8d0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.674572 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-27724e23-42ef-4ab2-ab26-d2502b8d0b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.675708 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-27724e23-42ef-4ab2-ab26-d2502b8d0b67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a2896e8-1578-439e-8df1-e4196c201a47 HTTP/1.1" status: 204 len: 168 time: 0.1329286 Jun 18 16:31:53.676652 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6e3506a2-bc29-48e1-86fe-69386e627cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:53.684423 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27724e23-42ef-4ab2-ab26-d2502b8d0b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2896e8-1578-439e-8df1-e4196c201a47,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:53.687168 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-27724e23-42ef-4ab2-ab26-d2502b8d0b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:54.272287 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3021893-84d3-4c53-a7dd-ee502b8742b6 req-b1ff3bfb-672a-4c2c-9784-30206ca4f705 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:54.273764 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b3021893-84d3-4c53-a7dd-ee502b8742b6 req-b1ff3bfb-672a-4c2c-9784-30206ca4f705 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0623577 Jun 18 16:31:54.310781 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b3021893-84d3-4c53-a7dd-ee502b8742b6 req-400e2012-6e6c-4697-a4ac-df4c076744e2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313826 Jun 18 16:31:54.816991 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 694babca-1315-478f-a019-b0cc82bafb37 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:31:54.905739 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:54.917337 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '694babca-1315-478f-a019-b0cc82bafb37', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'port_id': '694babca-1315-478f-a019-b0cc82bafb37', 'mac_address': 'fa:16:3e:13:7e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:31:54.952574 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.965079 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694babca-1315-478f-a019-b0cc82bafb37 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:31:54.983488 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:54.987837 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.989693 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-4fc0d2bb-f6fe-4a4c-be7b-19c53ad499c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:55.040455 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:55.044101 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:55.342844 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['694babca-1315-478f-a019-b0cc82bafb37'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:31:55.491731 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f41cf9-a759-4e6f-b0ef-ad4416d069ec req-35f9b5b1-3a4f-4a13-826d-b378a410bf78 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:55.493832 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-71f41cf9-a759-4e6f-b0ef-ad4416d069ec req-35f9b5b1-3a4f-4a13-826d-b378a410bf78 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 944 time: 0.0635471 Jun 18 16:31:55.529835 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-71f41cf9-a759-4e6f-b0ef-ad4416d069ec req-d1781682-44d4-4882-801b-c74e2febda96 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303044 Jun 18 16:31:55.845527 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-b43248cd-db1f-4b88-b0c8-09dae46b6047 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a56cecfea9b2416fad184db2cc5e9c23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281713 Jun 18 16:31:56.022615 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-03aba468-5e32-497d-9cf6-5ccfd9522a54 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:56.024028 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-03aba468-5e32-497d-9cf6-5ccfd9522a54 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729896 Jun 18 16:31:56.037881 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-21259689-8467-49c4-8945-ad0929f896f5 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/quotas/a56cecfea9b2416fad184db2cc5e9c23 HTTP/1.1" status: 200 len: 375 time: 0.0085659 Jun 18 16:31:56.069986 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-8ac7355d-da4f-4e9a-9d1e-10edd5fbde99 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a56cecfea9b2416fad184db2cc5e9c23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271313 Jun 18 16:31:56.242745 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f0f66092-d998-4454-b8f8-98dba48fa06f req-dde8301c-9094-40f2-b91f-3970f997ef9e tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 210 time: 0.0333946 Jun 18 16:31:56.714612 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce11d5-fdda-48f5-96d7-3d4b8d7be1ff req-9a1863de-094a-47b6-a979-91411c84b630 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:56.716055 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d8ce11d5-fdda-48f5-96d7-3d4b8d7be1ff req-9a1863de-094a-47b6-a979-91411c84b630 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 944 time: 0.0635593 Jun 18 16:31:56.754645 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d8ce11d5-fdda-48f5-96d7-3d4b8d7be1ff req-94ea817c-3dc2-4618-908a-2854b021a0d1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322051 Jun 18 16:31:56.832172 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 694babca-1315-478f-a019-b0cc82bafb37 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:56.892151 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 694babca-1315-478f-a019-b0cc82bafb37 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:56.895661 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 694babca-1315-478f-a019-b0cc82bafb37 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:56.896041 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.969599 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.992276 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694babca-1315-478f-a019-b0cc82bafb37'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:56.994585 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2255f8c6-a20c-4670-8612-9f68f857f83f" -d '{"events": [{"server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "name": "network-vif-plugged", "status": "completed", "tag": "694babca-1315-478f-a019-b0cc82bafb37"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:57.009068 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:57.013755 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.016567 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:57.037996 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08b4a21-8fac-4ad4-b8a1-a2e06c8f23a2 x-openstack-request-id: req-a08b4a21-8fac-4ad4-b8a1-a2e06c8f23a2 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:57.038289 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "name": "network-vif-plugged", "status": "completed", "tag": "694babca-1315-478f-a019-b0cc82bafb37", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:57.038545 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a08b4a21-8fac-4ad4-b8a1-a2e06c8f23a2 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:57.038932 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694babca-1315-478f-a019-b0cc82bafb37', 'code': 200} Jun 18 16:31:57.067432 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:57.070671 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:57.367076 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-639061d8-697a-44dc-a301-c0cbd1391291 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a56cecfea9b2416fad184db2cc5e9c23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457761 Jun 18 16:31:57.470485 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c3ee6ae0-a335-4f77-8c94-223f25b2f2f4 req-80b6b090-53c5-4e8e-9531-45ce06c933fd tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 210 time: 0.1064084 Jun 18 16:31:57.566832 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090fa6b-f342-455c-97af-90f10679db5e req-f8bd96a1-dd74-4428-ab4f-66a6a1e09362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:57.568304 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2090fa6b-f342-455c-97af-90f10679db5e req-f8bd96a1-dd74-4428-ab4f-66a6a1e09362 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 1098 time: 0.2788742 Jun 18 16:31:57.592997 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-e1f6e9f1-b327-4ef6-945f-e308ed254c05 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:57.595021 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-e1f6e9f1-b327-4ef6-945f-e308ed254c05 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188580 Jun 18 16:31:57.619193 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Request body: {'port': {'device_id': '098076ea-eae3-48f3-833c-dc164cf7ccd0', 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3', 'admin_state_up': True, 'tenant_id': 'a56cecfea9b2416fad184db2cc5e9c23'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:57.626676 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2090fa6b-f342-455c-97af-90f10679db5e req-bdc1a005-2469-4941-b04c-7182177b831b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480752 Jun 18 16:31:57.727834 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Made reservation on behalf of a56cecfea9b2416fad184db2cc5e9c23 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:57.731288 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.740119 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.829643 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.833394 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.836220 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f4362ed8-9fc5-4e5a-860b-10895c41b8aa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:57.899755 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0103e78-6787-40d1-9a74-4f27ddd2f1b2,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:57.904702 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:57.955766 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a519f9b-7ee7-420b-9295-f9732d6e2658 req-6e0aa21a-e015-4d5c-882d-3167c5a4a457 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:57.957222 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6a519f9b-7ee7-420b-9295-f9732d6e2658 req-6e0aa21a-e015-4d5c-882d-3167c5a4a457 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0821488 Jun 18 16:31:57.968290 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Allocated IP 192.168.233.74 (d6d66fce-a4a1-48b0-89c7-23044c383bc3/8b8ba2e8-36f9-4c6b-b8f7-e70db27a8781/1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:57.996593 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6a519f9b-7ee7-420b-9295-f9732d6e2658 req-8e41e84f-9bf3-4b64-a970-da9b3d272245 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Jun 18 16:31:58.114199 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.126590 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Transition to ACTIVE for port object 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:58.158271 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.161878 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-30bc7238-af4c-4744-aa32-a291d7d13214 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.200472 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Network d6d66fce-a4a1-48b0-89c7-23044c383bc3 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:58.203446 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:58.207281 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:58.232774 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Pushing event updated for resources: {'Port': ['ID=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.238026 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.261936 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:58.262539 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.276674 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6627381 Jun 18 16:31:58.299355 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Request body: {'port': {'device_id': '098076ea-eae3-48f3-833c-dc164cf7ccd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:58.374634 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.437289 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-fe2798eb-3fe0-49e3-98b9-c5d316cdf30a None None] Provisioning for port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:58.441775 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-fe2798eb-3fe0-49e3-98b9-c5d316cdf30a None None] Provisioning complete for port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:58.442243 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fe2798eb-3fe0-49e3-98b9-c5d316cdf30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.480703 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-fe2798eb-3fe0-49e3-98b9-c5d316cdf30a None None] Port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:58.637814 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:31:58.644290 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14744b28-4f6b-442d-b168-21b7b4469ce6 req-0ef3a491-74c0-4689-a096-6a7e9f0da712 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:58.645768 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-14744b28-4f6b-442d-b168-21b7b4469ce6 req-0ef3a491-74c0-4689-a096-6a7e9f0da712 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 935 time: 0.0632238 Jun 18 16:31:58.645932 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.657553 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Transition to ACTIVE for port object 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:58.661872 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.663821 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0681cdda-be2d-4de4-b92d-9b15577a0dee tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.682925 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-14744b28-4f6b-442d-b168-21b7b4469ce6 req-162b5f1d-cc1e-4d95-bd37-feef3e07244d tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Jun 18 16:31:58.742773 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Pushing event updated for resources: {'Port': ['ID=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.746212 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.814220 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Attempting to bind port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:58.814722 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Attempting to bind port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '527b5372-10c6-4ae5-9058-99d5aeef6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:58.815058 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Attempting to bind port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d on network d6d66fce-a4a1-48b0-89c7-23044c383bc3 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:58.820101 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d on network d6d66fce-a4a1-48b0-89c7-23044c383bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:31:58.820419 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Attempting to bind port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d on network d6d66fce-a4a1-48b0-89c7-23044c383bc3 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:58.825213 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:58.825536 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Checking segment: {'id': '527b5372-10c6-4ae5-9058-99d5aeef6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:58.825952 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Bound using segment: {'id': '527b5372-10c6-4ae5-9058-99d5aeef6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:58.826373 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Bound port: 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527b5372-10c6-4ae5-9058-99d5aeef6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:58.826715 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.894649 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] For port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:58.898077 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] For port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,segment=NetworkSegment(527b5372-10c6-4ae5-9058-99d5aeef6e7a),segment_id=527b5372-10c6-4ae5-9058-99d5aeef6e7a)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:58.902702 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.905594 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3433888a-fb4e-43cc-85d0-44e2e9109b2b tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.940780 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:58.941379 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.942814 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] 10.222.0.72 "PUT /v2.0/ports/1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d HTTP/1.1" status: 200 len: 1097 time: 0.6484935 Jun 18 16:31:58.943316 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098076ea-eae3-48f3-833c-dc164cf7ccd0', 'tag': '1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:58.945481 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9265a03-bbae-4d80-a71b-c4686f6e6a83" -d '{"events": [{"name": "network-changed", "server_uuid": "098076ea-eae3-48f3-833c-dc164cf7ccd0", "tag": "1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:58.967451 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Pushing event updated for resources: {'Port': ['ID=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.974360 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:59.014723 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd98ae46-ae7b-442c-bd90-7ce5105deb42 x-openstack-request-id: req-fd98ae46-ae7b-442c-bd90-7ce5105deb42 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:59.014723 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098076ea-eae3-48f3-833c-dc164cf7ccd0", "tag": "1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:59.014723 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd98ae46-ae7b-442c-bd90-7ce5105deb42 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:59.014723 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098076ea-eae3-48f3-833c-dc164cf7ccd0', 'tag': '1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d', 'status': 'completed', 'code': 200} Jun 18 16:31:59.100382 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-0faf5db6-e2c7-4278-923f-6df4b9fcb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:59.101910 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-0faf5db6-e2c7-4278-923f-6df4b9fcb272 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a56cecfea9b2416fad184db2cc5e9c23&device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 1100 time: 0.0602598 Jun 18 16:31:59.162204 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-84114670-a80f-4ded-9d88-034b64ec2449 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d HTTP/1.1" status: 200 len: 217 time: 0.0410404 Jun 18 16:31:59.211822 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-009a7cee-c3b1-4fda-8fd9-d0f629a6691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:59.213286 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-009a7cee-c3b1-4fda-8fd9-d0f629a6691c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8b8ba2e8-36f9-4c6b-b8f7-e70db27a8781 HTTP/1.1" status: 200 len: 843 time: 0.0448363 Jun 18 16:31:59.272252 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-4900d0fb-52b0-45e2-a690-5b95ff4d5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:59.273881 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-4900d0fb-52b0-45e2-a690-5b95ff4d5023 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d6d66fce-a4a1-48b0-89c7-23044c383bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0522819 Jun 18 16:31:59.367555 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-3f640e29-ce94-4612-8958-fe6b137cd8fa service neutron] 10.222.0.72 "GET /v2.0/networks/d6d66fce-a4a1-48b0-89c7-23044c383bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853219 Jun 18 16:31:59.382163 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a2820-acb7-441f-b57f-f46c7e7bfa3d req-c194ed5b-6779-428e-89a3-c23078f2d0e7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:59.383575 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1a0a2820-acb7-441f-b57f-f46c7e7bfa3d req-c194ed5b-6779-428e-89a3-c23078f2d0e7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.2500334 Jun 18 16:31:59.423930 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1a0a2820-acb7-441f-b57f-f46c7e7bfa3d req-dcfda8b4-024d-4e06-9fc9-d821867f7364 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345292 Jun 18 16:31:59.696797 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf81210e-2312-4239-a5db-f5a19c7f4d84 req-1b53bbf5-ec75-4bbf-bb91-92d80975ad02 service neutron] 10.222.0.72 "GET /v2.0/networks/d6d66fce-a4a1-48b0-89c7-23044c383bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175681 Jun 18 16:31:59.769851 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d804e-d3cd-408f-8d77-c85cfcf52a6a req-96852502-5c27-4161-ad6f-8b35f625a7f0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:59.771307 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c4d804e-d3cd-408f-8d77-c85cfcf52a6a req-96852502-5c27-4161-ad6f-8b35f625a7f0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.1424513 Jun 18 16:31:59.780155 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 42954) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.785022 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-325a6894-1b3b-40a8-9efe-663f33849cf1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Request body: {'floatingip': {'port_id': '694babca-1315-478f-a019-b0cc82bafb37'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:59.853573 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-325a6894-1b3b-40a8-9efe-663f33849cf1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.862530 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c060d4c-71cd-4764-833a-b8fb16ea9b57 req-1f28cce8-eed6-4ba3-9ca1-bac28e58c76c tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:59.864002 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3c060d4c-71cd-4764-833a-b8fb16ea9b57 req-1f28cce8-eed6-4ba3-9ca1-bac28e58c76c tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 947 time: 0.0638113 Jun 18 16:31:59.903892 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3c060d4c-71cd-4764-833a-b8fb16ea9b57 req-e83c80ef-7ad0-4a30-a76c-b3f516a08838 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340736 Jun 18 16:31:59.969785 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-59ba659d-c06c-4b67-b553-8b7e02cbb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:59.971222 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-59ba659d-c06c-4b67-b553-8b7e02cbb54c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a56cecfea9b2416fad184db2cc5e9c23&device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 1100 time: 0.1495907 Jun 18 16:32:00.182331 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-544bad42-5004-484e-bd45-600381f40c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:00.183764 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-544bad42-5004-484e-bd45-600381f40c3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d6d66fce-a4a1-48b0-89c7-23044c383bc3 HTTP/1.1" status: 200 len: 870 time: 0.1963480 Jun 18 16:32:00.260743 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-4463b3f8-2043-40f0-9daf-5251b0b66aa2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d HTTP/1.1" status: 200 len: 217 time: 0.0383165 Jun 18 16:32:00.354320 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-b3b5bb7e-a8de-4fe4-9b6d-e101264cfeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:00.355724 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-b3b5bb7e-a8de-4fe4-9b6d-e101264cfeef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8b8ba2e8-36f9-4c6b-b8f7-e70db27a8781 HTTP/1.1" status: 200 len: 843 time: 0.0638034 Jun 18 16:32:00.473697 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-325a6894-1b3b-40a8-9efe-663f33849cf1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.480456 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-325a6894-1b3b-40a8-9efe-663f33849cf1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.485528 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-afe7a46b-b910-4509-a72e-4447c5f97e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:00.487557 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-afe7a46b-b910-4509-a72e-4447c5f97e6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d6d66fce-a4a1-48b0-89c7-23044c383bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1094136 Jun 18 16:32:00.645629 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.l3_db [None req-325a6894-1b3b-40a8-9efe-663f33849cf1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Floating IP 82de084a-59dd-446f-969f-acff4950a552 associated. External IP: 172.27.3.67, port: 694babca-1315-478f-a019-b0cc82bafb37. Jun 18 16:32:00.683477 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-4b1e9a82-3b4e-43a7-91d9-6e507897d191 service neutron] 10.222.0.72 "GET /v2.0/networks/d6d66fce-a4a1-48b0-89c7-23044c383bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670804 Jun 18 16:32:00.870786 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b9265a03-bbae-4d80-a71b-c4686f6e6a83 req-8f92f480-dc1a-4418-a3c8-658828cbb2c5 service neutron] 10.222.0.72 "GET /v2.0/networks/d6d66fce-a4a1-48b0-89c7-23044c383bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794767 Jun 18 16:32:00.943271 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325a6894-1b3b-40a8-9efe-663f33849cf1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Router 9504ff19-5547-4d97-8d26-bf948e3e1df6 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:01.048327 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a6894-1b3b-40a8-9efe-663f33849cf1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:01.052757 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-325a6894-1b3b-40a8-9efe-663f33849cf1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.058475 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] Sync routers for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:01.068712 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:01.069342 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:31:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:01.080873 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10eb94-2bbe-4572-b706-4b30159a802c req-86d752d4-6278-4023-9dfa-8511f0dc3ed0 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:01.082397 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ea10eb94-2bbe-4572-b706-4b30159a802c req-86d752d4-6278-4023-9dfa-8511f0dc3ed0 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 947 time: 0.0684025 Jun 18 16:32:01.096103 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-325a6894-1b3b-40a8-9efe-663f33849cf1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "PUT /v2.0/floatingips/82de084a-59dd-446f-969f-acff4950a552 HTTP/1.1" status: 200 len: 990 time: 1.3117568 Jun 18 16:32:01.096103 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'tag': '694babca-1315-478f-a019-b0cc82bafb37'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:01.109448 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be" -d '{"events": [{"name": "network-changed", "server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "tag": "694babca-1315-478f-a019-b0cc82bafb37"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:01.127592 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ea10eb94-2bbe-4572-b706-4b30159a802c req-6b99986d-440b-4e97-950a-65135ac1ec9b tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Jun 18 16:32:01.190154 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec9c573-49cc-42b6-b3e7-26eca367ccf5 x-openstack-request-id: req-0ec9c573-49cc-42b6-b3e7-26eca367ccf5 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:01.190481 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "tag": "694babca-1315-478f-a019-b0cc82bafb37", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:01.190764 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ec9c573-49cc-42b6-b3e7-26eca367ccf5 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:01.191194 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'tag': '694babca-1315-478f-a019-b0cc82bafb37', 'status': 'completed', 'code': 200} Jun 18 16:32:01.305045 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-89f9b36a-8bc6-4258-95c2-c882e2136175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:01.306569 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-89f9b36a-8bc6-4258-95c2-c882e2136175 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 1098 time: 0.0599923 Jun 18 16:32:01.307339 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:01.402686 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-35df7b0b-ba77-496d-bf3e-5f5204c85535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:01.404063 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-35df7b0b-ba77-496d-bf3e-5f5204c85535 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 918 time: 0.0908580 Jun 18 16:32:01.467465 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-63315995-5f4b-40c3-b6c4-89f999498b4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=694babca-1315-478f-a019-b0cc82bafb37 HTTP/1.1" status: 200 len: 998 time: 0.0561180 Jun 18 16:32:01.519229 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-89a3e67f-f079-4c85-bdb2-055508094279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:01.520679 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-89a3e67f-f079-4c85-bdb2-055508094279 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.0442662 Jun 18 16:32:01.583483 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '82de084a-59dd-446f-969f-acff4950a552', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'port_id': '694babca-1315-478f-a019-b0cc82bafb37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'mac_address': 'fa:16:3e:13:7e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:31:43Z', 'updated_at': '2021-06-18T16:32:00Z', 'revision_number': 1, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:01.610441 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] Checking router: 9504ff19-5547-4d97-8d26-bf948e3e1df6 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:01.619346 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:01.619975 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:31:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:01.729117 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:01.818748 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-e7dd6a61-7e51-4764-9257-2ce6ba100b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:01.820222 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-e7dd6a61-7e51-4764-9257-2ce6ba100b18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2938182 Jun 18 16:32:01.908499 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-6e9723d0-8281-4ce0-8da4-e3b7130bfa63 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810075 Jun 18 16:32:01.971341 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '82de084a-59dd-446f-969f-acff4950a552', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'port_id': '694babca-1315-478f-a019-b0cc82bafb37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'mac_address': 'fa:16:3e:13:7e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:31:43Z', 'updated_at': '2021-06-18T16:32:00Z', 'revision_number': 1, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:01.997116 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78666d3-17da-43e6-a6bd-27472cc9c829 None None] The sync data for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi is: [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '82de084a-59dd-446f-969f-acff4950a552', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'port_id': '694babca-1315-478f-a019-b0cc82bafb37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'mac_address': 'fa:16:3e:13:7e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:31:43Z', 'updated_at': '2021-06-18T16:32:00Z', 'revision_number': 1, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:02.000649 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-633b32f0-aa18-4ad0-baa8-9c4437a9a3be req-e2f7435c-2393-4805-b7c6-58b80dd4c32e service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858338 Jun 18 16:32:02.183986 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ea013-b9ed-40cd-a34a-022f5f280bc5 None None] New status for floating IP 82de084a-59dd-446f-969f-acff4950a552: ACTIVE {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:32:02.317406 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716b8e-ccee-40e7-942b-7b2662bcadda req-ba77a707-4bec-48a4-b879-41099d3e7248 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:02.319604 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-12716b8e-ccee-40e7-942b-7b2662bcadda req-ba77a707-4bec-48a4-b879-41099d3e7248 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 947 time: 0.0645671 Jun 18 16:32:02.361549 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-12716b8e-ccee-40e7-942b-7b2662bcadda req-da97f6ff-22a4-4128-bb65-1c7edc29ab57 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353835 Jun 18 16:32:02.853290 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:32:02.952491 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,segment=NetworkSegment(527b5372-10c6-4ae5-9058-99d5aeef6e7a),segment_id=527b5372-10c6-4ae5-9058-99d5aeef6e7a)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:02.963314 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d', 'network_id': 'd6d66fce-a4a1-48b0-89c7-23044c383bc3', 'port_id': '1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d', 'mac_address': 'fa:16:3e:40:00:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8ba2e8-36f9-4c6b-b8f7-e70db27a8781', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:32:02.999870 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.013028 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:32:03.031724 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,segment=NetworkSegment(527b5372-10c6-4ae5-9058-99d5aeef6e7a),segment_id=527b5372-10c6-4ae5-9058-99d5aeef6e7a)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:03.035819 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.037500 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:03.082864 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:03.085781 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:03.429906 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:32:03.542749 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa606f-8d88-46fd-aede-cf5155a46b97 req-91073056-a3ba-43ef-919a-bc1c8ae1f70b tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:03.544599 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f6aa606f-8d88-46fd-aede-cf5155a46b97 req-91073056-a3ba-43ef-919a-bc1c8ae1f70b tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 948 time: 0.0681791 Jun 18 16:32:03.584489 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f6aa606f-8d88-46fd-aede-cf5155a46b97 req-81c2f418-8f50-4355-8b28-aea30b1a970f tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339253 Jun 18 16:32:04.762721 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6232948-0d5b-4b1c-a30e-1546187885f7 req-47171fb6-acb1-4e9e-94fa-1582071c60d7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:04.764250 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d6232948-0d5b-4b1c-a30e-1546187885f7 req-47171fb6-acb1-4e9e-94fa-1582071c60d7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 948 time: 0.0660973 Jun 18 16:32:04.808778 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d6232948-0d5b-4b1c-a30e-1546187885f7 req-41c418df-3cf0-48b6-9a8c-7d2edb4052d4 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378129 Jun 18 16:32:04.873413 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:04.921655 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:04.925935 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:04.926315 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.007033 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.029571 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098076ea-eae3-48f3-833c-dc164cf7ccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:05.031921 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dce4b4-5a3f-4a69-aa21-7eb8743c42d9" -d '{"events": [{"server_uuid": "098076ea-eae3-48f3-833c-dc164cf7ccd0", "name": "network-vif-plugged", "status": "completed", "tag": "1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:05.044563 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,segment=NetworkSegment(527b5372-10c6-4ae5-9058-99d5aeef6e7a),segment_id=527b5372-10c6-4ae5-9058-99d5aeef6e7a)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:05.050669 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.054005 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.092146 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e8a92a-5d75-454e-ac5d-26162ff070cd x-openstack-request-id: req-38e8a92a-5d75-454e-ac5d-26162ff070cd {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:05.092284 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098076ea-eae3-48f3-833c-dc164cf7ccd0", "name": "network-vif-plugged", "status": "completed", "tag": "1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:05.092528 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38e8a92a-5d75-454e-ac5d-26162ff070cd {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:05.093506 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098076ea-eae3-48f3-833c-dc164cf7ccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d', 'code': 200} Jun 18 16:32:05.124583 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.127593 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.425477 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa9ce3-25f8-4189-a09e-e41d39efb50e req-ff18505f-99a1-421e-bf48-0cdb1f3cd463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:05.427052 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0eaa9ce3-25f8-4189-a09e-e41d39efb50e req-ff18505f-99a1-421e-bf48-0cdb1f3cd463 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 1102 time: 0.0559249 Jun 18 16:32:05.469532 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0eaa9ce3-25f8-4189-a09e-e41d39efb50e req-12793cd3-52f7-485c-b8cc-9afb9b445819 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Jun 18 16:32:05.983425 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b702d7f-947c-4b93-ac93-fb52645f2fff req-a4b638df-3e7a-4ca9-8515-7229fdf7289a tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:05.984866 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0b702d7f-947c-4b93-ac93-fb52645f2fff req-a4b638df-3e7a-4ca9-8515-7229fdf7289a tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0624030 Jun 18 16:32:06.022232 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0b702d7f-947c-4b93-ac93-fb52645f2fff req-e016ba48-aad5-48c3-9f79-1d7f4589d946 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310624 Jun 18 16:32:06.475103 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-3a3ad7af-d20c-4d22-acb2-36b844aec8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.795073 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.197956 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0f509-cd9e-4dfa-a8ce-8e2e43ebe14a req-6b6431a0-9f29-4c30-878a-5648191b4bb6 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:07.199292 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e9e0f509-cd9e-4dfa-a8ce-8e2e43ebe14a req-6b6431a0-9f29-4c30-878a-5648191b4bb6 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0643067 Jun 18 16:32:07.481292 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e9e0f509-cd9e-4dfa-a8ce-8e2e43ebe14a req-2bbf96dc-2b38-4422-9159-dfa76a50c402 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763805 Jun 18 16:32:08.656701 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec348a-f482-4718-9a04-29de0d5f4af2 req-53cf46d5-6436-4282-82ff-1ab2282596fa tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:08.658145 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-17ec348a-f482-4718-9a04-29de0d5f4af2 req-53cf46d5-6436-4282-82ff-1ab2282596fa tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0629630 Jun 18 16:32:08.695211 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-17ec348a-f482-4718-9a04-29de0d5f4af2 req-b30d7b1f-30da-4441-b6bd-4f68f9e1ad99 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304306 Jun 18 16:32:08.838690 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0dc27f51-8d1a-4d48-917d-f379bbabd62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.878757 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.912952 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1410e-895e-442c-b43d-faaeca7e7689 req-8e190f2d-d0bb-43e9-b9f3-e26fb7a4df4c tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:09.914445 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-dee1410e-895e-442c-b43d-faaeca7e7689 req-8e190f2d-d0bb-43e9-b9f3-e26fb7a4df4c tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0670931 Jun 18 16:32:09.952348 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-dee1410e-895e-442c-b43d-faaeca7e7689 req-002c104a-d02b-4449-a96c-830d37f79a7b tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321698 Jun 18 16:32:09.973491 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fa62f-5c92-41f4-bde7-3d92ae2c4857 req-8ba05eb0-ca17-4ef9-90e8-d02492be0246 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:09.975891 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a85fa62f-5c92-41f4-bde7-3d92ae2c4857 req-8ba05eb0-ca17-4ef9-90e8-d02492be0246 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0650628 Jun 18 16:32:10.017237 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a85fa62f-5c92-41f4-bde7-3d92ae2c4857 req-926205d3-47e0-47c6-9505-19b2aa7df78b tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356269 Jun 18 16:32:10.074356 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.124048 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048400a8-30d2-4550-9619-7a4da2b3d937 req-326ea981-ef81-46f1-b872-b88a984520f4 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:11.125485 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-048400a8-30d2-4550-9619-7a4da2b3d937 req-326ea981-ef81-46f1-b872-b88a984520f4 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0615203 Jun 18 16:32:11.161854 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-048400a8-30d2-4550-9619-7a4da2b3d937 req-dd51be61-db2a-404f-a0c5-c0ddb1133d54 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301137 Jun 18 16:32:11.322747 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba1bdc-a906-4104-a38e-f7fe574ea855 req-a7b6340f-51a0-41dd-aab1-4e01efcf288c tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:11.324220 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-dcba1bdc-a906-4104-a38e-f7fe574ea855 req-a7b6340f-51a0-41dd-aab1-4e01efcf288c tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0617213 Jun 18 16:32:11.362747 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-dcba1bdc-a906-4104-a38e-f7fe574ea855 req-3d4d1890-1c0e-4259-8110-4ab07e54dbce tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315962 Jun 18 16:32:11.729809 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e967d44-65c4-424b-899b-f4ffdb430223 req-8ddc0357-dc7b-4d04-8e3d-070e17094e44 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:11.731249 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1e967d44-65c4-424b-899b-f4ffdb430223 req-8ddc0357-dc7b-4d04-8e3d-070e17094e44 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0676010 Jun 18 16:32:11.768165 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1e967d44-65c4-424b-899b-f4ffdb430223 req-bab90189-b5a0-4180-b3ed-9c7709aa29a5 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313315 Jun 18 16:32:11.963168 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.535242 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abadbb-7ff4-43ae-bb2d-a718fe12b392 req-7add5307-c962-44ad-ba28-1bd893769465 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:12.536671 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f4abadbb-7ff4-43ae-bb2d-a718fe12b392 req-7add5307-c962-44ad-ba28-1bd893769465 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0636234 Jun 18 16:32:12.574039 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f4abadbb-7ff4-43ae-bb2d-a718fe12b392 req-9d442d3b-4d49-40a9-885f-ee4bedac6a2d tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314498 Jun 18 16:32:12.941929 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89e853-eda9-4a92-80bf-2873eedfd841 req-41fc1320-192d-4e45-acad-8c2892853411 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:12.944196 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7e89e853-eda9-4a92-80bf-2873eedfd841 req-41fc1320-192d-4e45-acad-8c2892853411 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0630186 Jun 18 16:32:12.984792 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7e89e853-eda9-4a92-80bf-2873eedfd841 req-4c6943b8-ed66-47c8-ae66-b683ec7bb578 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Jun 18 16:32:13.306675 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-fdd28f3c-76ea-419b-88f6-45a95dca78e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537274 Jun 18 16:32:13.438234 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-db9be0e3-cd1e-46a0-ad64-0aaf1347844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:13.439701 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-db9be0e3-cd1e-46a0-ad64-0aaf1347844b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 1098 time: 0.0522921 Jun 18 16:32:13.547847 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-16a87c65-7984-4427-b524-122175366658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:13.549280 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-16a87c65-7984-4427-b524-122175366658 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 910 time: 0.0848186 Jun 18 16:32:13.619379 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-b39c56bb-e1a9-4d34-8099-dd79121d6456 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f HTTP/1.1" status: 200 len: 1000 time: 0.0623224 Jun 18 16:32:13.670500 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-f2dd128c-7309-4126-85fe-82784de0f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:13.671992 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-f2dd128c-7309-4126-85fe-82784de0f2e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 200 len: 848 time: 0.0449882 Jun 18 16:32:13.737601 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-9c220b72-7e7d-4270-947b-2aeea63af495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:13.739092 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-9c220b72-7e7d-4270-947b-2aeea63af495 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0883b05a-15d5-409b-9c71-4adb702e2d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527861 Jun 18 16:32:13.748542 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cb9eb-e2e6-45b7-ad08-f7881726bb6b req-73159b61-262b-4960-af1c-bad1822895f9 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:13.749999 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-228cb9eb-e2e6-45b7-ad08-f7881726bb6b req-73159b61-262b-4960-af1c-bad1822895f9 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0627136 Jun 18 16:32:13.788594 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-228cb9eb-e2e6-45b7-ad08-f7881726bb6b req-907e696a-133f-4190-8656-478c556ff783 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316992 Jun 18 16:32:13.831846 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-389b0779-9177-4b02-92a6-485a9b996e43 service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837207 Jun 18 16:32:13.927851 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-94fd3ea0-c06c-4c66-9869-b718f5901f41 req-8556d0ba-eae8-4069-97f5-2363e7749c4f service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811467 Jun 18 16:32:14.162435 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae14f2-b51d-4525-aa67-51966c192644 req-b86a3213-2fa7-43c9-88d5-59f11124f66f tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:14.163787 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-97ae14f2-b51d-4525-aa67-51966c192644 req-b86a3213-2fa7-43c9-88d5-59f11124f66f tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0668333 Jun 18 16:32:14.200044 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-97ae14f2-b51d-4525-aa67-51966c192644 req-c7bf41aa-10f2-49eb-8d68-089d4802a185 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307136 Jun 18 16:32:14.961374 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370df90d-07ad-40fb-86d0-9e400d5e4a28 req-42b23cd4-7b11-42c2-9d8c-f48b302ad78f tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:14.962776 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-370df90d-07ad-40fb-86d0-9e400d5e4a28 req-42b23cd4-7b11-42c2-9d8c-f48b302ad78f tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.0643797 Jun 18 16:32:15.000855 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-370df90d-07ad-40fb-86d0-9e400d5e4a28 req-9dcf5363-b9d3-4fa7-9c1f-f2fa997c6ed3 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Jun 18 16:32:15.383967 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59090ccc-f5a7-433b-afb8-c50ef312c836 req-9ef70102-a60c-4eaf-8661-498cf51dee75 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:15.385421 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-59090ccc-f5a7-433b-afb8-c50ef312c836 req-9ef70102-a60c-4eaf-8661-498cf51dee75 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0725896 Jun 18 16:32:15.391775 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-19149f79-a076-4833-891c-05e7421df648 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:15.393168 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-19149f79-a076-4833-891c-05e7421df648 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.72 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0784156 Jun 18 16:32:15.423051 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-59090ccc-f5a7-433b-afb8-c50ef312c836 req-c554b38a-dc58-4064-9d1b-fb6275513e70 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0103e78-6787-40d1-9a74-4f27ddd2f1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Jun 18 16:32:15.501924 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Deleting port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:15.502196 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.591715 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] For port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,segment=NetworkSegment(527b5372-10c6-4ae5-9058-99d5aeef6e7a),segment_id=527b5372-10c6-4ae5-9058-99d5aeef6e7a)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:15.592076 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.653479 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Calling delete_port for 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:15.805498 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.810218 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:15.841893 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Pushing event deleted for resources: {'Port': ['ID=1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:15.844671 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:32:15.859117 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.859481 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.859841 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.860188 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.860987 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.860987 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.861180 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.861514 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.861876 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.862213 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.862548 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.862985 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:15.881953 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:15.889617 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-d14a51a8-0131-4adf-be5a-02bdc0dd98fc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:15.891123 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-d14a51a8-0131-4adf-be5a-02bdc0dd98fc tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.1594944 Jun 18 16:32:15.920582 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] No DVR routers for this DVR port 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:15.923605 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.925447 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fb0f77a1-3be4-49e2-8696-e93581921703 req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.72 "DELETE /v2.0/ports/1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d HTTP/1.1" status: 204 len: 173 time: 0.5210390 Jun 18 16:32:15.925958 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098076ea-eae3-48f3-833c-dc164cf7ccd0', 'name': 'network-vif-deleted', 'tag': '1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:15.928755 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922390a-a204-48f7-83ec-17cfc226f494" -d '{"events": [{"server_uuid": "098076ea-eae3-48f3-833c-dc164cf7ccd0", "name": "network-vif-deleted", "tag": "1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:15.994481 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdba86a-e0de-41f3-878d-1aa96dac9a32 x-openstack-request-id: req-afdba86a-e0de-41f3-878d-1aa96dac9a32 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:15.995081 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098076ea-eae3-48f3-833c-dc164cf7ccd0", "name": "network-vif-deleted", "tag": "1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:15.995081 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afdba86a-e0de-41f3-878d-1aa96dac9a32 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:15.995462 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098076ea-eae3-48f3-833c-dc164cf7ccd0', 'name': 'network-vif-deleted', 'tag': '1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d', 'status': 'completed', 'code': 200} Jun 18 16:32:16.022504 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Deleting port 132db171-db3f-4b7f-a141-9b5607a75c8a {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:16.022504 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.128777 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] For port 132db171-db3f-4b7f-a141-9b5607a75c8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=132db171-db3f-4b7f-a141-9b5607a75c8a,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:16.129151 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.225051 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Calling delete_port for 132db171-db3f-4b7f-a141-9b5607a75c8a owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:16.312751 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c7618-582a-4cf1-8d9a-9237c0b4d1fb req-231f47e6-38e6-43ee-af8f-c157b5849e99 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:16.314260 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a28c7618-582a-4cf1-8d9a-9237c0b4d1fb req-231f47e6-38e6-43ee-af8f-c157b5849e99 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e34aa02-0ae9-4c4e-962d-4472441eefab HTTP/1.1" status: 200 len: 945 time: 0.1825168 Jun 18 16:32:16.395529 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a28c7618-582a-4cf1-8d9a-9237c0b4d1fb req-edb55010-d0ca-4fb0-a3fa-9e943b741918 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.44 "GET /v2.0/security-groups?id=a36de58c-ddc0-4075-9544-4f0de2408c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742853 Jun 18 16:32:16.424019 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.429442 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:16.457318 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Pushing event deleted for resources: {'Port': ['ID=132db171-db3f-4b7f-a141-9b5607a75c8a,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:16.461150 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:16.476144 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['132db171-db3f-4b7f-a141-9b5607a75c8a'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:32:16.505963 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] No DVR routers for this DVR port 132db171-db3f-4b7f-a141-9b5607a75c8a on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:16.508375 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.510538 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1b06ba54-5225-4ab6-9c98-04ce9d79f286 req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] 10.222.0.72 "DELETE /v2.0/ports/132db171-db3f-4b7f-a141-9b5607a75c8a HTTP/1.1" status: 204 len: 173 time: 0.5970123 Jun 18 16:32:16.653326 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2200497f-f40a-4590-89c7-e35b24b636a3 req-27d9edf1-dbf5-465a-ab1c-312a7402693a tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] 10.222.0.44 "GET /v2.0/ports?device_id=098076ea-eae3-48f3-833c-dc164cf7ccd0 HTTP/1.1" status: 200 len: 210 time: 0.0534868 Jun 18 16:32:17.996289 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'name': 'network-vif-deleted', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:17.999384 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e95736-ed8a-4dc6-ae86-955770d13ea1" -d '{"events": [{"server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "name": "network-vif-deleted", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:18.070548 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00279c08-32b2-4649-ae6b-ba3f21baa91d x-openstack-request-id: req-00279c08-32b2-4649-ae6b-ba3f21baa91d {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:18.070869 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e34aa02-0ae9-4c4e-962d-4472441eefab", "name": "network-vif-deleted", "tag": "132db171-db3f-4b7f-a141-9b5607a75c8a", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:18.071370 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00279c08-32b2-4649-ae6b-ba3f21baa91d {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:18.071800 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e34aa02-0ae9-4c4e-962d-4472441eefab', 'name': 'network-vif-deleted', 'tag': '132db171-db3f-4b7f-a141-9b5607a75c8a', 'status': 'completed', 'code': 200} Jun 18 16:32:18.192424 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43206) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.659041 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606413'] for router_interface, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.914644 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:18.948507 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:18.949254 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 1a3c6492-afa0-4bcc-bcad-bd7d39a02a5d not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:19.042998 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2509ec-9916-4c3d-b2f2-77e83ff50b53 req-cf7ed5fd-e21d-4d5f-aff9-47c0ad5685e5 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:19.044575 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9d2509ec-9916-4c3d-b2f2-77e83ff50b53 req-cf7ed5fd-e21d-4d5f-aff9-47c0ad5685e5 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 946 time: 0.0936148 Jun 18 16:32:19.051085 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Deleting port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:19.051770 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.140768 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9d2509ec-9916-4c3d-b2f2-77e83ff50b53 req-e3670fed-d2d3-402f-806d-bb1396d8a605 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848780 Jun 18 16:32:19.166692 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] For port 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:19.167049 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.237598 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Calling delete_port for 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc owned by network:router_interface {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:19.446505 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.449324 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.499353 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.501828 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.883606 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606321'] for router_interface, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.107804 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Router 2f672dd5-d648-4b2e-b117-e91d2ed46efa has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:20.223143 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:20.229971 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] 10.222.0.44 "PUT /v2.0/routers/2f672dd5-d648-4b2e-b117-e91d2ed46efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0324891 Jun 18 16:32:20.229971 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43404) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:20.236613 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] Sync routers for ids ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:20.248934 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] Routers {'2f672dd5-d648-4b2e-b117-e91d2ed46efa'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:20.249900 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:32:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:20.375727 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] Set router 2f672dd5-d648-4b2e-b117-e91d2ed46efa gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:20.396537 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Notify callbacks [] for router, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.451522 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d2841-c6b3-49c6-a6a6-4e6c3d40bc49 req-4d94b469-ab67-4235-9f72-cecb129f3cd8 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:20.452966 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fe1d2841-c6b3-49c6-a6a6-4e6c3d40bc49 req-4d94b469-ab67-4235-9f72-cecb129f3cd8 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 946 time: 0.1717982 Jun 18 16:32:20.539326 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.546000 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fe1d2841-c6b3-49c6-a6a6-4e6c3d40bc49 req-51eb022a-4649-4316-964f-cd6fb7a3297b tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608480 Jun 18 16:32:20.556082 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 5, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port': {'id': '4cec7f02-84c4-4082-8858-a369c815dcf3', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:20.586652 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] Checking router: 2f672dd5-d648-4b2e-b117-e91d2ed46efa for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:20.595257 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] Routers {'2f672dd5-d648-4b2e-b117-e91d2ed46efa'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:20.595913 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:32:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:20.606554 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Deleting port 4cec7f02-84c4-4082-8858-a369c815dcf3 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:20.607292 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.700350 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] For port 4cec7f02-84c4-4082-8858-a369c815dcf3, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=4cec7f02-84c4-4082-8858-a369c815dcf3,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:20.700856 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.767024 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Calling delete_port for 4cec7f02-84c4-4082-8858-a369c815dcf3 owned by network:router_gateway {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:20.827017 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] Set router 2f672dd5-d648-4b2e-b117-e91d2ed46efa gateway port host: None {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:20.877847 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:32:20Z', 'revision_number': 6, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port_host': None}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:20.907610 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983783b1-f7d5-4aca-9dab-212309942d30 None None] The sync data for ids ['2f672dd5-d648-4b2e-b117-e91d2ed46efa'] in dv-cinder-792462-12-iscsi is: [{'id': '2f672dd5-d648-4b2e-b117-e91d2ed46efa', 'name': 'tempest-TestMinimumBasicScenario-1273066101-router', 'tenant_id': '10a61164e6f74af2a2c5e6875d56aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:32Z', 'updated_at': '2021-06-18T16:32:20Z', 'revision_number': 6, 'project_id': '10a61164e6f74af2a2c5e6875d56aa53', 'gw_port_host': None}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:20.918811 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 132db171-db3f-4b7f-a141-9b5607a75c8a no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:20.943175 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 132db171-db3f-4b7f-a141-9b5607a75c8a {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:20.944313 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.944600 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 132db171-db3f-4b7f-a141-9b5607a75c8a not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:20.946954 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:20.985127 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cec7f02-84c4-4082-8858-a369c815dcf3,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:21.008279 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:21.070554 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636509'] for router_gateway, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.182378 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13334-44c6-4001-bfef-b1ac87139616 req-4e70351c-a10b-457b-9f38-300766075307 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:21.183809 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-96a13334-44c6-4001-bfef-b1ac87139616 req-4e70351c-a10b-457b-9f38-300766075307 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 946 time: 0.2100704 Jun 18 16:32:21.185203 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8058'] for router, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.187330 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.284365 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608018'] for router, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.284877 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f672dd5-d648-4b2e-b117-e91d2ed46efa {{(pid=92764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:32:21.296258 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Notify callbacks [] for router, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.297414 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2f672dd5-d648-4b2e-b117-e91d2ed46efa HTTP/1.1" status: 204 len: 168 time: 1.0667055 Jun 18 16:32:21.300523 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43412) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:21.346412 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Deleting subnet 456d5e3f-888a-4e1f-a78d-e72fd2b202b5 {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:21.346966 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-96a13334-44c6-4001-bfef-b1ac87139616 req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Deleting port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:21.348253 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-96a13334-44c6-4001-bfef-b1ac87139616 req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.350361 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.398365 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527961301'] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.444245 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-96a13334-44c6-4001-bfef-b1ac87139616 req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] For port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,segment=NetworkSegment(7169a4c7-6f8f-4a1b-ad6d-72300d3dca41),segment_id=7169a4c7-6f8f-4a1b-ad6d-72300d3dca41)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:21.445109 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-96a13334-44c6-4001-bfef-b1ac87139616 req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.515021 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-96a13334-44c6-4001-bfef-b1ac87139616 req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Calling delete_port for 2a40424e-0acf-4a5c-aacf-8570b2ac5bea owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:21.523316 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.587598 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12802580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528059865'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.591897 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c4a085cb-89ec-46ad-a035-08f421250b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:21.617089 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456d5e3f-888a-4e1f-a78d-e72fd2b202b5,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:21.626459 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.627261 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.627843 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.628463 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.629138 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.629815 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.630509 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.631226 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.632485 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.633083 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.633541 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.634011 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.638757 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:21.640813 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.646627 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-26ca9686-b28a-4983-bcb7-f17b917bcd0f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/456d5e3f-888a-4e1f-a78d-e72fd2b202b5 HTTP/1.1" status: 204 len: 168 time: 0.3446250 Jun 18 16:32:21.649329 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43424) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:21.652272 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c73f15-2d60-41a0-bf59-e90a5c921799 None None] Network e357c514-b155-4f6b-ac2f-beeff42d1b30 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:21.692801 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43426) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:21.854228 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-59f780fb-44a1-4838-a0fd-1b1a1ad74fc6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a56cecfea9b2416fad184db2cc5e9c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596901 Jun 18 16:32:21.855037 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43430) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:21.855780 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.862196 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-96a13334-44c6-4001-bfef-b1ac87139616 req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.869227 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:21.890050 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] DHCP port deletion for e357c514-b155-4f6b-ac2f-beeff42d1b30 request from dv-cinder-792462-12-iscsi {{(pid=92765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:21.900191 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['2a40424e-0acf-4a5c-aacf-8570b2ac5bea'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:32:21.906990 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Pushing event deleted for resources: {'Port': ['ID=2a40424e-0acf-4a5c-aacf-8570b2ac5bea,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:21.909350 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:21.913460 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c65f8458-1306-44c4-9d74-5daf127745cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.942509 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c65f8458-1306-44c4-9d74-5daf127745cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.972339 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f643438-fa9e-42e1-aeeb-f02683ad0ed5 req-9e5574a2-ca3f-4009-b086-658abaf92a9e tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:21.973574 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] Deleting port ecdd2418-4f01-4c07-9bfc-60245c81019c {{(pid=92765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:21.974648 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.978697 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3f643438-fa9e-42e1-aeeb-f02683ad0ed5 req-9e5574a2-ca3f-4009-b086-658abaf92a9e tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cee8286-6cae-4a53-8806-4735c429ac6c HTTP/1.1" status: 200 len: 867 time: 0.2566435 Jun 18 16:32:21.999122 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c65f8458-1306-44c4-9d74-5daf127745cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.002627 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c65f8458-1306-44c4-9d74-5daf127745cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.007408 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a13334-44c6-4001-bfef-b1ac87139616 req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] No DVR routers for this DVR port 2a40424e-0acf-4a5c-aacf-8570b2ac5bea on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:22.008492 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-c65f8458-1306-44c4-9d74-5daf127745cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0103e78-6787-40d1-9a74-4f27ddd2f1b2 HTTP/1.1" status: 204 len: 168 time: 0.1522732 Jun 18 16:32:22.009783 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-96a13334-44c6-4001-bfef-b1ac87139616 req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.010366 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f296617b-855b-41b9-b0d2-9991fe4a4780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:22.012050 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-96a13334-44c6-4001-bfef-b1ac87139616 req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.72 "DELETE /v2.0/ports/2a40424e-0acf-4a5c-aacf-8570b2ac5bea HTTP/1.1" status: 204 len: 173 time: 0.8213086 Jun 18 16:32:22.019541 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cee8286-6cae-4a53-8806-4735c429ac6c', 'name': 'network-vif-deleted', 'tag': '2a40424e-0acf-4a5c-aacf-8570b2ac5bea'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:22.020150 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f8458-1306-44c4-9d74-5daf127745cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0103e78-6787-40d1-9a74-4f27ddd2f1b2,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:22.027347 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf72139-f053-4eab-a00e-d0de15b1a518" -d '{"events": [{"server_uuid": "2cee8286-6cae-4a53-8806-4735c429ac6c", "name": "network-vif-deleted", "tag": "2a40424e-0acf-4a5c-aacf-8570b2ac5bea"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:22.030044 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c65f8458-1306-44c4-9d74-5daf127745cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:22.092702 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] For port ecdd2418-4f01-4c07-9bfc-60245c81019c, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=ecdd2418-4f01-4c07-9bfc-60245c81019c,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:22.093424 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.149452 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3f643438-fa9e-42e1-aeeb-f02683ad0ed5 req-c9378698-2776-4c3e-8052-800dc1e8d588 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] 10.222.0.44 "GET /v2.0/security-groups?id=331c5278-0678-4a52-947c-a1570d9f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359849 Jun 18 16:32:22.166239 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Deleting port ecdd2418-4f01-4c07-9bfc-60245c81019c {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:22.166576 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.169896 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] Calling delete_port for ecdd2418-4f01-4c07-9bfc-60245c81019c owned by network:dhcp {{(pid=92765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:22.319938 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] For port ecdd2418-4f01-4c07-9bfc-60245c81019c, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=ecdd2418-4f01-4c07-9bfc-60245c81019c,segment=NetworkSegment(6475a05c-2a5c-4df5-b75e-68d6f7b23166),segment_id=6475a05c-2a5c-4df5-b75e-68d6f7b23166)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:22.321037 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.330175 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a34126-7544-415b-a339-b5da8a535f33 x-openstack-request-id: req-d4a34126-7544-415b-a339-b5da8a535f33 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:22.330569 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cee8286-6cae-4a53-8806-4735c429ac6c", "name": "network-vif-deleted", "tag": "2a40424e-0acf-4a5c-aacf-8570b2ac5bea", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:22.330947 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4a34126-7544-415b-a339-b5da8a535f33 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:22.331432 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cee8286-6cae-4a53-8806-4735c429ac6c', 'name': 'network-vif-deleted', 'tag': '2a40424e-0acf-4a5c-aacf-8570b2ac5bea', 'status': 'completed', 'code': 200} Jun 18 16:32:22.358220 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967'] for port, after_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.360175 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-67689d1f-eba7-41e6-8a46-cfbdf9d793fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:22.386384 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] Pushing event deleted for resources: {'Port': ['ID=ecdd2418-4f01-4c07-9bfc-60245c81019c,revision_number=None']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:22.390134 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:22.392901 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] No DVR routers for this DVR port ecdd2418-4f01-4c07-9bfc-60245c81019c on host dv-cinder-792462-12-iscsi {{(pid=92765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:22.400382 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Calling delete_port for ecdd2418-4f01-4c07-9bfc-60245c81019c owned by network:dhcp {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:22.474863 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.476807 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-beb9c038-1028-40df-9420-3c735f3008ac tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:22.500674 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdd2418-4f01-4c07-9bfc-60245c81019c,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:22.503116 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:22.506289 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] No DVR routers for this DVR port ecdd2418-4f01-4c07-9bfc-60245c81019c on host dv-cinder-792462-12-iscsi {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:22.578273 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.587590 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e357c514-b155-4f6b-ac2f-beeff42d1b30']}} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:22.597155 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6475a05c-2a5c-4df5-b75e-68d6f7b23166') {'for_net_delete': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:22.597444 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6475a05c-2a5c-4df5-b75e-68d6f7b23166') {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:22.606073 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13143595'] for segment, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.621081 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.626973 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=92764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:22.627357 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12683862'] for segment, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: self.session.flush() Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: self.session.flush() Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: self.session.flush() Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: self.session.flush() Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: Traceback (most recent call last): Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: timer() Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: cb(*args, **kw) Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: return func(*args, **kwargs) Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: self._notify() Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: self.callback(batched_events) Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: event.method(event) Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: return f(self, *a, **k) Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._get(url).json() Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:22.629127 dv-cinder-792462-12-iscsi neutron-server[92764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:22.688613 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.694526 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:22.709511 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device ecdd2418-4f01-4c07-9bfc-60245c81019c no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:22.740276 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: ecdd2418-4f01-4c07-9bfc-60245c81019c {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:22.740911 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device ecdd2418-4f01-4c07-9bfc-60245c81019c not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:22.741502 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:22.762269 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:22.762877 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 08d50cdf-a4a4-4d75-a4b3-b2e9a73324bc not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:22.763516 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4cec7f02-84c4-4082-8858-a369c815dcf3 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:22.785496 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 4cec7f02-84c4-4082-8858-a369c815dcf3 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:22.786907 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4cec7f02-84c4-4082-8858-a369c815dcf3 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:22.970695 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.972464 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e357c514-b155-4f6b-ac2f-beeff42d1b30 HTTP/1.1" status: 204 len: 168 time: 1.3235831 Jun 18 16:32:22.974345 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Pushing event deleted for resources: {'Network': ['ID=e357c514-b155-4f6b-ac2f-beeff42d1b30,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:22.975867 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43440) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:22.978085 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:23.310389 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606413'] for router_interface, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.583276 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Deleting port b128c5ca-51fe-4f3f-bdea-f8f988a3b615 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:23.583886 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.665856 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] For port b128c5ca-51fe-4f3f-bdea-f8f988a3b615, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=b128c5ca-51fe-4f3f-bdea-f8f988a3b615,segment=NetworkSegment(c32fb0ce-d749-4d53-8ace-7211163f69c9),segment_id=c32fb0ce-d749-4d53-8ace-7211163f69c9)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:23.666209 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.731011 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Calling delete_port for b128c5ca-51fe-4f3f-bdea-f8f988a3b615 owned by network:router_interface {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:23.916199 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.918245 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-76ca544d-8f6d-4b6d-b6cb-9c0c35d325f7 tempest-VolumesNegativeTest-1688480934 tempest-VolumesNegativeTest-1688480934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:23.941955 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b128c5ca-51fe-4f3f-bdea-f8f988a3b615,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:23.945606 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:24.112331 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606321'] for router_interface, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.321953 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Router 0fe69829-06f2-4288-b31c-10a1b6834ebe has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:24.424093 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:24.429306 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] 10.222.0.44 "PUT /v2.0/routers/0fe69829-06f2-4288-b31c-10a1b6834ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4522300 Jun 18 16:32:24.431675 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43452) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:24.433472 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] Sync routers for ids ['0fe69829-06f2-4288-b31c-10a1b6834ebe'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:24.444032 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] Routers {'0fe69829-06f2-4288-b31c-10a1b6834ebe'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:24.444633 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:32:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['0fe69829-06f2-4288-b31c-10a1b6834ebe'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:24.532567 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.548319 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] Set router 0fe69829-06f2-4288-b31c-10a1b6834ebe gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:24.664895 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.725032 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Deleting port 4b2c5c54-497c-4548-923c-45dd31cc4d2e {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:24.725703 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.752042 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'name': 'tempest-TestMinimumBasicScenario-581702941-router', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:37Z', 'updated_at': '2021-06-18T16:32:23Z', 'revision_number': 5, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'gw_port': {'id': '4b2c5c54-497c-4548-923c-45dd31cc4d2e', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:38Z', 'updated_at': '2021-06-18T16:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:24.784565 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] Checking router: 0fe69829-06f2-4288-b31c-10a1b6834ebe for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:24.795018 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] Routers {'0fe69829-06f2-4288-b31c-10a1b6834ebe'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:24.795674 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:32:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['0fe69829-06f2-4288-b31c-10a1b6834ebe'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:24.816317 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] For port 4b2c5c54-497c-4548-923c-45dd31cc4d2e, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=4b2c5c54-497c-4548-923c-45dd31cc4d2e,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:24.816665 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.889911 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Calling delete_port for 4b2c5c54-497c-4548-923c-45dd31cc4d2e owned by network:router_gateway {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:24.949575 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 2a40424e-0acf-4a5c-aacf-8570b2ac5bea no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:24.966211 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] Set router 0fe69829-06f2-4288-b31c-10a1b6834ebe gateway port host: None {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:24.969911 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 2a40424e-0acf-4a5c-aacf-8570b2ac5bea {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:24.970364 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 2a40424e-0acf-4a5c-aacf-8570b2ac5bea not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:25.020633 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'name': 'tempest-TestMinimumBasicScenario-581702941-router', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:37Z', 'updated_at': '2021-06-18T16:32:24Z', 'revision_number': 6, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'gw_port_host': None}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:25.046294 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62aa0b7-bd19-44de-9e64-02c9ba1a8818 None None] The sync data for ids ['0fe69829-06f2-4288-b31c-10a1b6834ebe'] in dv-cinder-792462-12-iscsi is: [{'id': '0fe69829-06f2-4288-b31c-10a1b6834ebe', 'name': 'tempest-TestMinimumBasicScenario-581702941-router', 'tenant_id': '8f2fe08211d94b90aa455767dd15fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:37Z', 'updated_at': '2021-06-18T16:32:24Z', 'revision_number': 6, 'project_id': '8f2fe08211d94b90aa455767dd15fa23', 'gw_port_host': None}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:25.057364 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.059488 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f5eea6c9-d696-4b1c-82b1-28888d2bf5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:25.087342 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2c5c54-497c-4548-923c-45dd31cc4d2e,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:25.090259 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:25.146845 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636509'] for router_gateway, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.233646 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8058'] for router, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.235899 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.277578 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608018'] for router, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.278192 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe69829-06f2-4288-b31c-10a1b6834ebe {{(pid=92764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:32:25.282443 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Notify callbacks [] for router, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.283718 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0fe69829-06f2-4288-b31c-10a1b6834ebe HTTP/1.1" status: 204 len: 168 time: 0.8511307 Jun 18 16:32:25.286934 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43462) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:25.333743 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7cb77f-b93b-465f-bb9c-4201296701d5 admin admin] Deleting subnet 4e677049-a126-4c9c-a43d-660bc62c69fc {{(pid=92764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:25.336597 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb77f-b93b-465f-bb9c-4201296701d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.372084 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb77f-b93b-465f-bb9c-4201296701d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13143586'] for subnet, precommit_delete_associations {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.488641 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb77f-b93b-465f-bb9c-4201296701d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.542246 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb77f-b93b-465f-bb9c-4201296701d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800642'] for subnet, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.544637 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:25.568382 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cb77f-b93b-465f-bb9c-4201296701d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e677049-a126-4c9c-a43d-660bc62c69fc,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:25.571428 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fe7cb77f-b93b-465f-bb9c-4201296701d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:25.572385 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb77f-b93b-465f-bb9c-4201296701d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.574220 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-fe7cb77f-b93b-465f-bb9c-4201296701d5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4e677049-a126-4c9c-a43d-660bc62c69fc HTTP/1.1" status: 204 len: 168 time: 0.2862856 Jun 18 16:32:25.576740 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43464) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:25.577474 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d6fba-fffc-42ab-81ed-a51e0c786b61 None None] Network 3be81e13-3599-4561-b486-704196b84835 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:25.647176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.696992 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Deleting port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:25.697699 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.757696 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] For port 9ad4d851-b9f0-4e76-a61e-223c9b14e119, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=9ad4d851-b9f0-4e76-a61e-223c9b14e119,segment=NetworkSegment(c32fb0ce-d749-4d53-8ace-7211163f69c9),segment_id=c32fb0ce-d749-4d53-8ace-7211163f69c9)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:25.758045 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.815012 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9812af5-04fb-4af1-ad8c-6a364a40d7c8 None None] DHCP port deletion for 3be81e13-3599-4561-b486-704196b84835 request from dv-cinder-792462-12-iscsi {{(pid=92765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:25.823198 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Calling delete_port for 9ad4d851-b9f0-4e76-a61e-223c9b14e119 owned by network:dhcp {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:25.864106 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-e9812af5-04fb-4af1-ad8c-6a364a40d7c8 None None] Deleting port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 {{(pid=92765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:25.864339 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-e9812af5-04fb-4af1-ad8c-6a364a40d7c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.935284 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-e9812af5-04fb-4af1-ad8c-6a364a40d7c8 None None] For port 9ad4d851-b9f0-4e76-a61e-223c9b14e119, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=9ad4d851-b9f0-4e76-a61e-223c9b14e119,segment=NetworkSegment(c32fb0ce-d749-4d53-8ace-7211163f69c9),segment_id=c32fb0ce-d749-4d53-8ace-7211163f69c9)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:25.935778 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-e9812af5-04fb-4af1-ad8c-6a364a40d7c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.003992 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-e9812af5-04fb-4af1-ad8c-6a364a40d7c8 None None] Calling delete_port for 9ad4d851-b9f0-4e76-a61e-223c9b14e119 owned by network:dhcp {{(pid=92765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:26.089266 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-e9812af5-04fb-4af1-ad8c-6a364a40d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967'] for port, after_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.092521 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:26.118428 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9812af5-04fb-4af1-ad8c-6a364a40d7c8 None None] Pushing event deleted for resources: {'Port': ['ID=9ad4d851-b9f0-4e76-a61e-223c9b14e119,revision_number=None']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:26.121393 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-e9812af5-04fb-4af1-ad8c-6a364a40d7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:26.122201 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9812af5-04fb-4af1-ad8c-6a364a40d7c8 None None] No DVR routers for this DVR port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 on host dv-cinder-792462-12-iscsi {{(pid=92765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:26.166844 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.168683 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:26.190984 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad4d851-b9f0-4e76-a61e-223c9b14e119,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:26.194276 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:26.195027 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] No DVR routers for this DVR port 9ad4d851-b9f0-4e76-a61e-223c9b14e119 on host dv-cinder-792462-12-iscsi {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:26.262851 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.273000 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be81e13-3599-4561-b486-704196b84835']}} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:26.285465 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32fb0ce-d749-4d53-8ace-7211163f69c9') {'for_net_delete': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:26.285784 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32fb0ce-d749-4d53-8ace-7211163f69c9') {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:26.295077 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13143595'] for segment, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.308129 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.313817 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=92764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:26.314188 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12683862'] for segment, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: Traceback (most recent call last): Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: timer() Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: cb(*args, **kw) Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: return func(*args, **kwargs) Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: self._notify() Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: self.callback(batched_events) Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: event.method(event) Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: return f(self, *a, **k) Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._get(url).json() Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:26.315766 dv-cinder-792462-12-iscsi neutron-server[92764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:26.367154 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.370376 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:26.372608 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.374408 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3be81e13-3599-4561-b486-704196b84835 HTTP/1.1" status: 204 len: 168 time: 0.7967491 Jun 18 16:32:26.385051 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be81e13-3599-4561-b486-704196b84835,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:26.387338 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:26.557044 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43470) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:26.596126 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-fe1d3c79-91d1-4867-965b-b6095b8e4aa0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10a61164e6f74af2a2c5e6875d56aa53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377641 Jun 18 16:32:26.598322 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43472) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:26.646713 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ce454cda-966c-4331-a4d8-bb7d799c505c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.672489 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ce454cda-966c-4331-a4d8-bb7d799c505c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.693643 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device b128c5ca-51fe-4f3f-bdea-f8f988a3b615 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:26.712561 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: b128c5ca-51fe-4f3f-bdea-f8f988a3b615 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:26.712839 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device b128c5ca-51fe-4f3f-bdea-f8f988a3b615 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:26.713253 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4b2c5c54-497c-4548-923c-45dd31cc4d2e no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:26.721074 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ce454cda-966c-4331-a4d8-bb7d799c505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.724237 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-ce454cda-966c-4331-a4d8-bb7d799c505c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.725373 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-ce454cda-966c-4331-a4d8-bb7d799c505c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a36de58c-ddc0-4075-9544-4f0de2408c49 HTTP/1.1" status: 204 len: 168 time: 0.1260185 Jun 18 16:32:26.726161 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-59b40a09-2536-4865-8bfd-4c5d3573bad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:26.734426 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce454cda-966c-4331-a4d8-bb7d799c505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36de58c-ddc0-4075-9544-4f0de2408c49,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:26.736957 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-ce454cda-966c-4331-a4d8-bb7d799c505c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:26.740490 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 4b2c5c54-497c-4548-923c-45dd31cc4d2e {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:26.740954 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4b2c5c54-497c-4548-923c-45dd31cc4d2e not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:26.741449 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 9ad4d851-b9f0-4e76-a61e-223c9b14e119 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:26.767269 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 9ad4d851-b9f0-4e76-a61e-223c9b14e119 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:26.768026 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 9ad4d851-b9f0-4e76-a61e-223c9b14e119 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:27.040793 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43480) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:27.081416 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-31e2b705-b03c-46f2-be55-150331d2d301 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f2fe08211d94b90aa455767dd15fa23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394313 Jun 18 16:32:27.084619 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43482) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:27.135485 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c770336b-2350-4f6c-b9f9-bfa89e05221d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.155956 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c770336b-2350-4f6c-b9f9-bfa89e05221d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.202520 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c770336b-2350-4f6c-b9f9-bfa89e05221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.205089 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c770336b-2350-4f6c-b9f9-bfa89e05221d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.206236 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-c770336b-2350-4f6c-b9f9-bfa89e05221d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17d1b8f5-71dd-4bce-8a03-2fc2c3afd9d8 HTTP/1.1" status: 204 len: 168 time: 0.1206012 Jun 18 16:32:27.206939 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-01e046ba-5cad-46a7-8f74-ee1d2f62fdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:27.214913 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770336b-2350-4f6c-b9f9-bfa89e05221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d1b8f5-71dd-4bce-8a03-2fc2c3afd9d8,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:27.217196 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c770336b-2350-4f6c-b9f9-bfa89e05221d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:27.697689 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:32:36.477197 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c56aa075-e6e2-4cff-a2a6-c9f5b98d22ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.799250 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.859303 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2305c-0115-4fa8-96de-fb949b57d6a0 req-991291c6-bbc4-4bcf-8dae-80f9c7a190de tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:36.860898 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c4e2305c-0115-4fa8-96de-fb949b57d6a0 req-991291c6-bbc4-4bcf-8dae-80f9c7a190de tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0648699 Jun 18 16:32:36.907833 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c4e2305c-0115-4fa8-96de-fb949b57d6a0 req-01f6be7e-6a99-44d3-9ea5-22ad8c8ecff2 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 Jun 18 16:32:38.084528 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3160e2-418e-4426-96e4-570d605bb94e req-4969f3f5-5143-4413-8b28-cfdd975b95e2 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:38.086007 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bd3160e2-418e-4426-96e4-570d605bb94e req-4969f3f5-5143-4413-8b28-cfdd975b95e2 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0659800 Jun 18 16:32:38.124042 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bd3160e2-418e-4426-96e4-570d605bb94e req-0118a1d1-c762-4fe6-8f0d-0a513c0d64b9 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Jun 18 16:32:38.847879 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cb0eebd7-a162-4e7d-9e3a-e3e2427db803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.880081 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.140837 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-6235cf3e-0b52-49ec-9a88-4023305982f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:39.142264 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-6235cf3e-0b52-49ec-9a88-4023305982f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.72 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.0620463 Jun 18 16:32:39.274118 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Deleting port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:39.274455 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.357383 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e6a5c-5996-4373-a1cc-2b0cfba2cff8 req-0cc194ab-c948-4738-9489-546482e2a49d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:39.358841 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4e9e6a5c-5996-4373-a1cc-2b0cfba2cff8 req-0cc194ab-c948-4738-9489-546482e2a49d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 945 time: 0.1223047 Jun 18 16:32:39.396272 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] For port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:39.397240 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.456298 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4e9e6a5c-5996-4373-a1cc-2b0cfba2cff8 req-e8c19e8f-d8f7-4d61-8453-d53b8775a5d8 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=7e0b84ac-9642-412f-a5e8-47ea532e99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886683 Jun 18 16:32:39.591354 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.591722 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.592023 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.l3_db [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Floating IP c4c1b5a9-8e6f-4e56-8814-ba11adeb3ff7 disassociated. External IP: 172.27.3.62, port: eccfa509-8a81-4e8e-8c4c-35ceb1fb806f. Jun 18 16:32:39.592351 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Calling delete_port for eccfa509-8a81-4e8e-8c4c-35ceb1fb806f owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:39.720673 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.724475 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:39.748693 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event deleted for resources: {'Port': ['ID=eccfa509-8a81-4e8e-8c4c-35ceb1fb806f,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:39.752175 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:39.863021 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Router d107d7e3-bdcb-47b4-9d31-e970fd271047 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:39.966189 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:39.975310 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] Sync routers for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:39.984757 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:39.985369 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:32:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:40.009248 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] No DVR routers for this DVR port eccfa509-8a81-4e8e-8c4c-35ceb1fb806f on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:40.011844 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.013986 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-96a0b0bc-c7c7-44eb-ab9b-9b011b28bb7f req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.72 "DELETE /v2.0/ports/eccfa509-8a81-4e8e-8c4c-35ceb1fb806f HTTP/1.1" status: 204 len: 173 time: 0.8653924 Jun 18 16:32:40.014495 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'name': 'network-vif-deleted', 'tag': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:40.016757 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391357a7-6191-4a34-b8d0-9612571f263d" -d '{"events": [{"server_uuid": "62df88d1-93a9-41cd-b75e-404182c3cae8", "name": "network-vif-deleted", "tag": "eccfa509-8a81-4e8e-8c4c-35ceb1fb806f"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:40.059836 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf772675-c4ff-4b65-86c0-0812685b653e x-openstack-request-id: req-bf772675-c4ff-4b65-86c0-0812685b653e {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:40.060201 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62df88d1-93a9-41cd-b75e-404182c3cae8", "name": "network-vif-deleted", "tag": "eccfa509-8a81-4e8e-8c4c-35ceb1fb806f", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:40.060485 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf772675-c4ff-4b65-86c0-0812685b653e {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:40.060920 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62df88d1-93a9-41cd-b75e-404182c3cae8', 'name': 'network-vif-deleted', 'tag': 'eccfa509-8a81-4e8e-8c4c-35ceb1fb806f', 'status': 'completed', 'code': 200} Jun 18 16:32:40.096752 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.098460 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:40.315628 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:40.343247 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] Checking router: d107d7e3-bdcb-47b4-9d31-e970fd271047 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:40.351724 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:40.352334 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:32:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:40.588365 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:40.616913 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a21c71dc-fc63-49e2-9673-afeb1af57174 req-c70f8d34-bb41-4c15-81d6-b984034f8cdd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=62df88d1-93a9-41cd-b75e-404182c3cae8 HTTP/1.1" status: 200 len: 210 time: 0.0298643 Jun 18 16:32:40.847345 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:40.879204 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef535f8d-7d2d-4b64-9e04-c81bbf7d07dc None None] The sync data for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi is: [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:41.093751 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b555c05c-e275-4c62-885a-2e85ca932bf5 None None] New status for floating IP c4c1b5a9-8e6f-4e56-8814-ba11adeb3ff7: DOWN {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:32:41.736620 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43600) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:41.791431 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6d18166b-af0e-4663-a3a5-7003b70f4820 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.819480 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6d18166b-af0e-4663-a3a5-7003b70f4820 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.842819 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device eccfa509-8a81-4e8e-8c4c-35ceb1fb806f no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:41.869083 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: eccfa509-8a81-4e8e-8c4c-35ceb1fb806f {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:41.869771 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device eccfa509-8a81-4e8e-8c4c-35ceb1fb806f not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:41.874866 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6d18166b-af0e-4663-a3a5-7003b70f4820 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.877711 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6d18166b-af0e-4663-a3a5-7003b70f4820 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.878947 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-6d18166b-af0e-4663-a3a5-7003b70f4820 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "DELETE /v2.0/security-groups/7e0b84ac-9642-412f-a5e8-47ea532e99dc HTTP/1.1" status: 204 len: 168 time: 0.1411793 Jun 18 16:32:41.879827 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-ce454cda-966c-4331-a4d8-bb7d799c505c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:41.883420 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43608) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:41.889887 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18166b-af0e-4663-a3a5-7003b70f4820 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0b84ac-9642-412f-a5e8-47ea532e99dc,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:41.892828 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6d18166b-af0e-4663-a3a5-7003b70f4820 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:41.903361 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.api.v2.resource [None req-23f2c713-c3af-49c3-bebd-99a9af3996ac tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] show failed (client error): The resource could not be found. Jun 18 16:32:41.904780 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-23f2c713-c3af-49c3-bebd-99a9af3996ac tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups/7e0b84ac-9642-412f-a5e8-47ea532e99dc HTTP/1.1" status: 404 len: 347 time: 0.0196421 Jun 18 16:32:41.908319 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43610) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:41.966301 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.038714 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Deleting port f0663fed-5cae-408d-a8a8-1bf6ea4f944f {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:42.039056 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.114431 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.114760 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.183058 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Calling delete_port for f0663fed-5cae-408d-a8a8-1bf6ea4f944f owned by network:floatingip {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:42.322419 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.324320 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1b91fee1-36ef-4b6f-a35d-a56ca8013d48 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:42.347368 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event deleted for resources: {'Port': ['ID=f0663fed-5cae-408d-a8a8-1bf6ea4f944f,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:42.350878 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:42.409036 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.411517 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.412801 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1ccb9c7a-f750-4631-be92-3ab2dca845f5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "DELETE /v2.0/floatingips/c4c1b5a9-8e6f-4e56-8814-ba11adeb3ff7 HTTP/1.1" status: 204 len: 168 time: 0.5025923 Jun 18 16:32:42.622485 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43616) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:42.627290 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-00d34428-16d5-47b2-8311-9a31a8d13a17 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--415973885', 'description': 'tempest-description--476448148'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:42.649212 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-00d34428-16d5-47b2-8311-9a31a8d13a17 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.730028 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-00d34428-16d5-47b2-8311-9a31a8d13a17 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.733593 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-00d34428-16d5-47b2-8311-9a31a8d13a17 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.736830 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7d53eb8d-d038-4a90-8af4-05ee2581b511 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:42.764497 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-00d34428-16d5-47b2-8311-9a31a8d13a17 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.765693 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-00d34428-16d5-47b2-8311-9a31a8d13a17 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1421869 Jun 18 16:32:42.767512 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d34428-16d5-47b2-8311-9a31a8d13a17 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:42.768673 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43618) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:42.770250 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-00d34428-16d5-47b2-8311-9a31a8d13a17 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:42.774727 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-18cbf1dd-a277-42c0-8d99-b897e02ba324 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'security_group_rule': {'security_group_id': '53a8ab66-dd06-40b8-a7d0-c6785da5b9aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:42.802525 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-18cbf1dd-a277-42c0-8d99-b897e02ba324 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.850986 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-18cbf1dd-a277-42c0-8d99-b897e02ba324 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.855980 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-18cbf1dd-a277-42c0-8d99-b897e02ba324 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.858266 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0909da0a-5299-4de4-9f1e-68321232a7fa tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:42.875209 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbf1dd-a277-42c0-8d99-b897e02ba324 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67769aa4-5c2e-40ef-8be4-8e75d0f91cf8,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:42.878064 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-18cbf1dd-a277-42c0-8d99-b897e02ba324 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:42.880184 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-18cbf1dd-a277-42c0-8d99-b897e02ba324 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.881479 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-18cbf1dd-a277-42c0-8d99-b897e02ba324 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109974 Jun 18 16:32:42.884115 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43622) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:42.888459 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-54501f73-4288-43a5-b64e-fca863020c07 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'security_group_rule': {'security_group_id': '53a8ab66-dd06-40b8-a7d0-c6785da5b9aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:42.914135 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-54501f73-4288-43a5-b64e-fca863020c07 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.970603 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-54501f73-4288-43a5-b64e-fca863020c07 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.975287 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-54501f73-4288-43a5-b64e-fca863020c07 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.977236 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:42.992994 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54501f73-4288-43a5-b64e-fca863020c07 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e959be-4d5a-49ea-a3bb-cb3577bff321,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:42.995412 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-54501f73-4288-43a5-b64e-fca863020c07 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:43.000349 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-54501f73-4288-43a5-b64e-fca863020c07 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.001830 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-54501f73-4288-43a5-b64e-fca863020c07 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166680 Jun 18 16:32:43.004675 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43628) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:43.010343 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'floatingip': {'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:43.033394 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.130517 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.232053 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Allocated IP 172.27.3.40 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/8ffb4f06-04f7-4afb-be64-6f23ebc3554e) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:43.338387 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.375568 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.377564 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-91ab2342-df11-498e-a3cd-d3fbdaf77004 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:43.415197 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:43.419505 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:43.423927 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:43.425888 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'Port': ['ID=8ffb4f06-04f7-4afb-be64-6f23ebc3554e,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:43.429592 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:43.513752 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.555806 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.707226 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.711692 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.714838 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-14fbac2b-b45a-4434-83e0-0ca7428457c8 tempest-ServerRescueNegativeTestJSON-1225960139 tempest-ServerRescueNegativeTestJSON-1225960139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:43.781563 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'Port': ['ID=8ffb4f06-04f7-4afb-be64-6f23ebc3554e,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:43.785443 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:43.790654 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.803977 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.805217 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7995133 Jun 18 16:32:43.948648 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-277455ab-03fd-47b0-ad1a-8cbff764ab2a tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--415973885&fields=id&tenant_id=ace971bcab484234aeb195e3f2919fec HTTP/1.1" status: 200 len: 267 time: 0.0383899 Jun 18 16:32:44.055687 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-8ea2016b-e916-4075-a147-ca88e864b823 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:44.057067 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-8ea2016b-e916-4075-a147-ca88e864b823 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 809 time: 0.1021032 Jun 18 16:32:44.072143 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-2fbc2a71-5ad1-406f-97aa-de08c4e8ae29 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/quotas/ace971bcab484234aeb195e3f2919fec HTTP/1.1" status: 200 len: 375 time: 0.0095451 Jun 18 16:32:44.152083 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-d1a53f41-c230-4f6f-b7e6-a4ca5cc59870 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747342 Jun 18 16:32:44.339056 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-e29502c4-63a8-4d54-85cc-82c8e247e7e2 service neutron] 10.222.0.44 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750979 Jun 18 16:32:44.428289 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-27543e50-3451-4255-a939-b7e2cc45e2a0 service neutron] 10.222.0.44 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834529 Jun 18 16:32:44.607816 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08a232d8-f2f9-499c-9f0b-d67c2a365ece req-777a9791-7d12-4ce1-86c4-6238c26a6eb4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 210 time: 0.0368211 Jun 18 16:32:45.758246 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e60e78a2-8405-4585-8d35-e5016c096929 req-4ed043e4-f0a4-4608-8d12-dd8163dcd3ae tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 210 time: 0.0288692 Jun 18 16:32:45.928469 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-f01a82bb-a100-47c4-aebb-69aa83c90de2 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:45.929906 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-f01a82bb-a100-47c4-aebb-69aa83c90de2 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.72 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 809 time: 0.1032705 Jun 18 16:32:45.979753 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-1f2229a7-e416-4de9-9253-354c76ea72c1 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace971bcab484234aeb195e3f2919fec HTTP/1.1" status: 200 len: 379 time: 0.0330777 Jun 18 16:32:45.989144 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'port': {'device_id': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'admin_state_up': True, 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'security_groups': ['53a8ab66-dd06-40b8-a7d0-c6785da5b9aa']}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:46.093399 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Made reservation on behalf of ace971bcab484234aeb195e3f2919fec for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:46.096864 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.219298 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Allocated IP 172.20.0.12 (0883b05a-15d5-409b-9c71-4adb702e2d9a/913cc92b-c816-492d-bf03-8d4553e6b4a5/98af13b6-6b39-4ec7-9ac5-bae888e23024) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:46.352529 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.365842 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Transition to ACTIVE for port object 98af13b6-6b39-4ec7-9ac5-bae888e23024 will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:46.397552 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.400973 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-996dfe81-320d-4bfc-a985-2c0afae0268c tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:46.441772 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Network 0883b05a-15d5-409b-9c71-4adb702e2d9a is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:46.445367 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:46.449191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:46.474205 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event updated for resources: {'Port': ['ID=98af13b6-6b39-4ec7-9ac5-bae888e23024,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:46.479975 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43700) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:46.480488 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:46.503850 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:46.504540 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.520172 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5348151 Jun 18 16:32:46.528891 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5f851a-6814-4020-b43c-b761dd70b7ac admin admin] Deleting subnet 3b413402-f5f8-45e2-9155-19ce0c27eaf5 {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:46.532145 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7a5f851a-6814-4020-b43c-b761dd70b7ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.570111 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7a5f851a-6814-4020-b43c-b761dd70b7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527961301'] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.588971 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Request body: {'port': {'device_id': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:46.616793 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7a5f851a-6814-4020-b43c-b761dd70b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.648290 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-58082882-95aa-49fc-9288-908a06b7939d None None] Provisioning for port 98af13b6-6b39-4ec7-9ac5-bae888e23024 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:46.653584 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-58082882-95aa-49fc-9288-908a06b7939d None None] Provisioning complete for port 98af13b6-6b39-4ec7-9ac5-bae888e23024 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:46.655654 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-58082882-95aa-49fc-9288-908a06b7939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.670718 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.682164 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7a5f851a-6814-4020-b43c-b761dd70b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12802580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528059865'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.685784 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:46.690638 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-58082882-95aa-49fc-9288-908a06b7939d None None] Port 98af13b6-6b39-4ec7-9ac5-bae888e23024 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:46.712194 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f851a-6814-4020-b43c-b761dd70b7ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b413402-f5f8-45e2-9155-19ce0c27eaf5,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:46.714832 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7a5f851a-6814-4020-b43c-b761dd70b7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:46.718693 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7a5f851a-6814-4020-b43c-b761dd70b7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.720541 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-7a5f851a-6814-4020-b43c-b761dd70b7ac admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3b413402-f5f8-45e2-9155-19ce0c27eaf5 HTTP/1.1" status: 204 len: 168 time: 0.2389119 Jun 18 16:32:46.723379 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43704) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:46.793594 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.882067 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.892444 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4788bbe-6d11-468a-829b-fb3f869df892']}} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:46.903461 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41') {'for_net_delete': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:46.903753 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7169a4c7-6f8f-4a1b-ad6d-72300d3dca41') {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:46.914908 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527961308'] for segment, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.929115 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.934945 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=92763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:46.935350 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12724927'] for segment, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: Traceback (most recent call last): Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: timer() Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: cb(*args, **kw) Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: return func(*args, **kwargs) Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: self._notify() Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: self.callback(batched_events) Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: event.method(event) Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: return f(self, *a, **k) Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._get(url).json() Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:46.936935 dv-cinder-792462-12-iscsi neutron-server[92763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:46.974152 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98af13b6-6b39-4ec7-9ac5-bae888e23024 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:32:46.984323 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.989654 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.993700 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:46.993877 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5378d-b002-4370-b6a0-aa7685465018 req-1b3613eb-ff3e-4832-bf3b-29ae93eafbb4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:46.995364 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1bb5378d-b002-4370-b6a0-aa7685465018 req-1b3613eb-ff3e-4832-bf3b-29ae93eafbb4 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 932 time: 0.1219840 Jun 18 16:32:47.011800 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.012662 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Transition to ACTIVE for port object 98af13b6-6b39-4ec7-9ac5-bae888e23024 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:47.013632 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c4788bbe-6d11-468a-829b-fb3f869df892 HTTP/1.1" status: 204 len: 168 time: 0.2888329 Jun 18 16:32:47.014909 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4788bbe-6d11-468a-829b-fb3f869df892,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:47.017649 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5aa304ff-8ac2-4fb2-bf7f-516ab62541e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:47.025594 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.029446 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-45dc765f-67f8-4360-b62f-2a9a8f417495 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:47.104494 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1bb5378d-b002-4370-b6a0-aa7685465018 req-9fc3444c-5732-42af-aa49-3c8e24402800 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022587 Jun 18 16:32:47.115984 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Pushing event updated for resources: {'Port': ['ID=98af13b6-6b39-4ec7-9ac5-bae888e23024,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:47.121864 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:47.191961 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43710) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:47.197123 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Attempting to bind port 98af13b6-6b39-4ec7-9ac5-bae888e23024 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:47.197464 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Attempting to bind port 98af13b6-6b39-4ec7-9ac5-bae888e23024 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:47.197871 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Attempting to bind port 98af13b6-6b39-4ec7-9ac5-bae888e23024 on network 0883b05a-15d5-409b-9c71-4adb702e2d9a {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:47.202573 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Port 98af13b6-6b39-4ec7-9ac5-bae888e23024 on network 0883b05a-15d5-409b-9c71-4adb702e2d9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:32:47.202894 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Attempting to bind port 98af13b6-6b39-4ec7-9ac5-bae888e23024 on network 0883b05a-15d5-409b-9c71-4adb702e2d9a {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:47.207925 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:47.208264 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Checking segment: {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:47.208648 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Bound using segment: {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:47.209862 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Bound port: 98af13b6-6b39-4ec7-9ac5-bae888e23024, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320b2c45-cfc9-4605-a628-6ff9eb92bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:47.210256 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.237721 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-e38e23b2-34d0-4e65-a14a-70767e3c5267 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59be403f66234690a29680760740ba7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435064 Jun 18 16:32:47.239115 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43712) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:47.277530 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] For port 98af13b6-6b39-4ec7-9ac5-bae888e23024, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:47.280738 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] For port 98af13b6-6b39-4ec7-9ac5-bae888e23024, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=98af13b6-6b39-4ec7-9ac5-bae888e23024,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:47.284374 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.288002 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5f9deda2-4cf9-4602-a887-4dc4966e5fd8 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:47.294835 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-696b3937-a679-4373-a8be-5a09a7de2638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.317505 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-696b3937-a679-4373-a8be-5a09a7de2638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.322948 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:47.323554 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.324906 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] 10.222.0.72 "PUT /v2.0/ports/98af13b6-6b39-4ec7-9ac5-bae888e23024 HTTP/1.1" status: 200 len: 1094 time: 0.7902758 Jun 18 16:32:47.325418 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'tag': '98af13b6-6b39-4ec7-9ac5-bae888e23024'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:47.327711 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458" -d '{"events": [{"name": "network-changed", "server_uuid": "0631b989-7cb7-4243-be5d-e4b9118b544b", "tag": "98af13b6-6b39-4ec7-9ac5-bae888e23024"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:47.351798 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Pushing event updated for resources: {'Port': ['ID=98af13b6-6b39-4ec7-9ac5-bae888e23024,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:47.354893 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:47.380995 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-696b3937-a679-4373-a8be-5a09a7de2638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.387201 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ea791-6c6e-488e-a5f7-dfe02ce2d2ed x-openstack-request-id: req-2a2ea791-6c6e-488e-a5f7-dfe02ce2d2ed {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:47.387526 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0631b989-7cb7-4243-be5d-e4b9118b544b", "tag": "98af13b6-6b39-4ec7-9ac5-bae888e23024", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:47.387838 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a2ea791-6c6e-488e-a5f7-dfe02ce2d2ed {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:47.388324 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'tag': '98af13b6-6b39-4ec7-9ac5-bae888e23024', 'status': 'completed', 'code': 200} Jun 18 16:32:47.389022 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-696b3937-a679-4373-a8be-5a09a7de2638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.394064 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-696b3937-a679-4373-a8be-5a09a7de2638 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/331c5278-0678-4a52-947c-a1570d9f8f66 HTTP/1.1" status: 204 len: 168 time: 0.1501155 Jun 18 16:32:47.394064 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-06067c65-d64f-4c24-9b13-3e0bdafd099c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:47.401482 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b3937-a679-4373-a8be-5a09a7de2638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c5278-0678-4a52-947c-a1570d9f8f66,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:47.404888 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-696b3937-a679-4373-a8be-5a09a7de2638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:47.486535 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-cae0d694-7d7f-4846-8edf-67cda425ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:47.488180 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-cae0d694-7d7f-4846-8edf-67cda425ff93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 1097 time: 0.0769033 Jun 18 16:32:47.551860 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-04b1176b-b90e-4f53-bdd0-902df32c7a7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98af13b6-6b39-4ec7-9ac5-bae888e23024 HTTP/1.1" status: 200 len: 217 time: 0.0481336 Jun 18 16:32:47.609942 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-e6a7f629-d60d-4bc0-abbf-cd25fcb004e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:47.609942 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-e6a7f629-d60d-4bc0-abbf-cd25fcb004e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 200 len: 848 time: 0.0491121 Jun 18 16:32:47.697251 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-93c8b40e-51bd-4fe7-8513-4085de67d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:47.699171 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-93c8b40e-51bd-4fe7-8513-4085de67d482 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0883b05a-15d5-409b-9c71-4adb702e2d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0663750 Jun 18 16:32:47.795480 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-a0c2e722-29aa-4547-a7f4-a25311975f7b service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888674 Jun 18 16:32:47.883837 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9c1e0218-7bb1-4aea-b99e-d35ba00db483 req-e8816775-ec30-4216-b295-50feffc9ec25 service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815518 Jun 18 16:32:48.033383 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-b16577f1-2721-4d08-9f98-6a2bd33fa147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:48.034869 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-b16577f1-2721-4d08-9f98-6a2bd33fa147 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 1097 time: 0.0568078 Jun 18 16:32:48.128955 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-77a32ade-c2e3-428e-92fc-013dcf2175aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:48.130300 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-77a32ade-c2e3-428e-92fc-013dcf2175aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 910 time: 0.0855775 Jun 18 16:32:48.170567 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-a0954e1d-0561-4f79-bf1d-9f450a8f90ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98af13b6-6b39-4ec7-9ac5-bae888e23024 HTTP/1.1" status: 200 len: 217 time: 0.0335362 Jun 18 16:32:48.223191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-fd73dd70-788e-483c-ad85-b22b111d9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:48.225152 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-fd73dd70-788e-483c-ad85-b22b111d9a69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 200 len: 848 time: 0.0459001 Jun 18 16:32:48.284246 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-fb5a6e08-b4da-49b0-99e9-abb87b296b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:48.285752 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-fb5a6e08-b4da-49b0-99e9-abb87b296b7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0883b05a-15d5-409b-9c71-4adb702e2d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540690 Jun 18 16:32:48.292170 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14f49-e38e-4fbb-a12c-61f0d3e65411 req-d3bcca4d-1936-4f54-b050-5ee4d8261415 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:48.294426 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-93b14f49-e38e-4fbb-a12c-61f0d3e65411 req-d3bcca4d-1936-4f54-b050-5ee4d8261415 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 944 time: 0.0646949 Jun 18 16:32:48.344138 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-93b14f49-e38e-4fbb-a12c-61f0d3e65411 req-11d8e9a0-a011-4043-b492-3703788b6671 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439856 Jun 18 16:32:48.390631 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-c06e2e97-9d81-4a4d-ba10-ed0c8b1fa8bf service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977526 Jun 18 16:32:48.484326 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-357ab2eb-aa1a-4fb7-a57c-2779c5bfd458 req-b338e95c-730e-48f8-be8b-222f356646cc service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842588 Jun 18 16:32:49.520390 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136697ff-4f4a-4230-bd74-c86a053eeb18 req-838e112a-2fa0-497d-ba8b-32d172c4bf67 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:49.521853 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-136697ff-4f4a-4230-bd74-c86a053eeb18 req-838e112a-2fa0-497d-ba8b-32d172c4bf67 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 944 time: 0.0638604 Jun 18 16:32:49.559468 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-136697ff-4f4a-4230-bd74-c86a053eeb18 req-891d7ac6-62dd-454d-992b-a102cd7ce066 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318830 Jun 18 16:32:49.890118 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 98af13b6-6b39-4ec7-9ac5-bae888e23024 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:32:49.985171 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 98af13b6-6b39-4ec7-9ac5-bae888e23024, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=98af13b6-6b39-4ec7-9ac5-bae888e23024,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:49.996389 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '98af13b6-6b39-4ec7-9ac5-bae888e23024', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'port_id': '98af13b6-6b39-4ec7-9ac5-bae888e23024', 'mac_address': 'fa:16:3e:9b:77:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:32:50.032911 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.046112 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98af13b6-6b39-4ec7-9ac5-bae888e23024 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:32:50.064817 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 98af13b6-6b39-4ec7-9ac5-bae888e23024, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=98af13b6-6b39-4ec7-9ac5-bae888e23024,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:50.068458 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.070929 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:50.119485 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=98af13b6-6b39-4ec7-9ac5-bae888e23024,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:50.126476 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.126827 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.127168 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.127504 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.127836 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.128166 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.128496 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.128819 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.129148 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.129470 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.129825 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.130147 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:50.134468 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:50.374232 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['98af13b6-6b39-4ec7-9ac5-bae888e23024'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:32:50.728656 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942796e3-5a07-434f-be2b-20390da4a870 req-6cb94bdb-7cb5-4a6e-9ce0-512a8545ca34 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:50.730137 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-942796e3-5a07-434f-be2b-20390da4a870 req-6cb94bdb-7cb5-4a6e-9ce0-512a8545ca34 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 945 time: 0.0618856 Jun 18 16:32:50.766758 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-942796e3-5a07-434f-be2b-20390da4a870 req-678c7ffd-28d1-4308-9dec-3c7dcd81dc18 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Jun 18 16:32:51.903469 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 98af13b6-6b39-4ec7-9ac5-bae888e23024 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:51.940057 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc42761-5c4f-4afe-8e13-f1108a00ee7b req-10752b11-7827-4f3e-b8bc-a10f7e88491b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:51.941644 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3fc42761-5c4f-4afe-8e13-f1108a00ee7b req-10752b11-7827-4f3e-b8bc-a10f7e88491b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 945 time: 0.0636623 Jun 18 16:32:51.959408 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 98af13b6-6b39-4ec7-9ac5-bae888e23024 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:51.963372 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 98af13b6-6b39-4ec7-9ac5-bae888e23024 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:51.963755 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.988219 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3fc42761-5c4f-4afe-8e13-f1108a00ee7b req-8dce2fae-042a-4c68-bbb6-62b59bd69c84 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405159 Jun 18 16:32:52.041753 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.063718 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98af13b6-6b39-4ec7-9ac5-bae888e23024'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:52.065896 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd3b7b0-c357-4df2-8ad8-7adb17e67636" -d '{"events": [{"server_uuid": "0631b989-7cb7-4243-be5d-e4b9118b544b", "name": "network-vif-plugged", "status": "completed", "tag": "98af13b6-6b39-4ec7-9ac5-bae888e23024"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:52.078076 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 98af13b6-6b39-4ec7-9ac5-bae888e23024, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=98af13b6-6b39-4ec7-9ac5-bae888e23024,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:52.082029 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.083865 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:52.128960 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=98af13b6-6b39-4ec7-9ac5-bae888e23024,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:52.132330 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:52.267955 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63996e1-54f4-4a7c-9aeb-80b5fb493788 x-openstack-request-id: req-d63996e1-54f4-4a7c-9aeb-80b5fb493788 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:52.268251 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0631b989-7cb7-4243-be5d-e4b9118b544b", "name": "network-vif-plugged", "status": "completed", "tag": "98af13b6-6b39-4ec7-9ac5-bae888e23024", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:52.268510 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d63996e1-54f4-4a7c-9aeb-80b5fb493788 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:52.268904 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98af13b6-6b39-4ec7-9ac5-bae888e23024', 'code': 200} Jun 18 16:32:52.521443 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa3ec3-d5fc-419f-8901-b25524b9f82e req-27a64cd9-d02f-4201-a302-8e67bade5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:52.523016 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-eeaa3ec3-d5fc-419f-8901-b25524b9f82e req-27a64cd9-d02f-4201-a302-8e67bade5c3c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 1099 time: 0.0526991 Jun 18 16:32:52.560392 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-eeaa3ec3-d5fc-419f-8901-b25524b9f82e req-1345d577-d238-433d-a949-f5e686606d1b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312307 Jun 18 16:32:53.167697 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f4b20-2b73-437e-b575-f8e205c9b1e7 req-3bde0b12-d0f7-4103-aca2-1301c7476dd1 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:53.169068 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-633f4b20-2b73-437e-b575-f8e205c9b1e7 req-3bde0b12-d0f7-4103-aca2-1301c7476dd1 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 946 time: 0.0629473 Jun 18 16:32:53.205742 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-633f4b20-2b73-437e-b575-f8e205c9b1e7 req-c95032f4-7241-4d73-ad41-e83909e3779a tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310183 Jun 18 16:32:53.809769 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a21fde-bf66-4248-8166-e98116b28861 req-325a22dc-9bfd-4a09-8255-88e67ba7c980 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:53.811232 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f5a21fde-bf66-4248-8166-e98116b28861 req-325a22dc-9bfd-4a09-8255-88e67ba7c980 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0636063 Jun 18 16:32:53.852660 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f5a21fde-bf66-4248-8166-e98116b28861 req-b2ac479e-9327-404c-9dc6-8a72d3f4308c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310152 Jun 18 16:32:54.382904 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e0d07-0811-49e3-857a-32feaa428bee req-3d0061c6-7517-4bcf-babf-a39a34fa2d12 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:54.384336 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-841e0d07-0811-49e3-857a-32feaa428bee req-3d0061c6-7517-4bcf-babf-a39a34fa2d12 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 946 time: 0.0662870 Jun 18 16:32:54.421637 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-841e0d07-0811-49e3-857a-32feaa428bee req-b5d0ca54-45a8-45f2-9ca6-6294bb199bfc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317159 Jun 18 16:32:54.587686 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc434845-3d57-47ee-882e-87f0fc2cf976 req-a0b77b30-5084-4f4f-9767-4f6bd2270351 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:54.589121 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cc434845-3d57-47ee-882e-87f0fc2cf976 req-a0b77b30-5084-4f4f-9767-4f6bd2270351 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 946 time: 0.0649564 Jun 18 16:32:54.597476 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43770) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:54.602368 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-f459c7a0-4d3d-4c80-8d16-f854f3e178fd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Request body: {'floatingip': {'port_id': '98af13b6-6b39-4ec7-9ac5-bae888e23024'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:54.639827 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f459c7a0-4d3d-4c80-8d16-f854f3e178fd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.034699 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3cd88-3656-4af8-b6ca-be07425d91f9 req-6f357feb-ad64-4114-a038-270c89fb9ad2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:55.036190 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-95d3cd88-3656-4af8-b6ca-be07425d91f9 req-6f357feb-ad64-4114-a038-270c89fb9ad2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0678236 Jun 18 16:32:55.079804 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-95d3cd88-3656-4af8-b6ca-be07425d91f9 req-fc8dadb8-0907-4342-b0bc-66e9c8f6445c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Jun 18 16:32:55.330484 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f459c7a0-4d3d-4c80-8d16-f854f3e178fd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.334346 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f459c7a0-4d3d-4c80-8d16-f854f3e178fd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.435693 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.l3_db [None req-f459c7a0-4d3d-4c80-8d16-f854f3e178fd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Floating IP fa629bc3-9146-4b83-b1f7-bfe5c927ceaf associated. External IP: 172.27.3.40, port: 98af13b6-6b39-4ec7-9ac5-bae888e23024. Jun 18 16:32:55.636431 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f459c7a0-4d3d-4c80-8d16-f854f3e178fd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Router d107d7e3-bdcb-47b4-9d31-e970fd271047 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:55.740843 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f459c7a0-4d3d-4c80-8d16-f854f3e178fd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:55.746314 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f459c7a0-4d3d-4c80-8d16-f854f3e178fd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.750591 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] Sync routers for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:55.759941 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:55.760555 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:32:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:55.784914 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-f459c7a0-4d3d-4c80-8d16-f854f3e178fd tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "PUT /v2.0/floatingips/fa629bc3-9146-4b83-b1f7-bfe5c927ceaf HTTP/1.1" status: 200 len: 991 time: 1.1839600 Jun 18 16:32:55.784914 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'tag': '98af13b6-6b39-4ec7-9ac5-bae888e23024'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:55.785442 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c553ae-62aa-4130-90ad-bff783105936" -d '{"events": [{"name": "network-changed", "server_uuid": "0631b989-7cb7-4243-be5d-e4b9118b544b", "tag": "98af13b6-6b39-4ec7-9ac5-bae888e23024"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:55.824217 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f34399a-ce1a-4698-9367-9217a4909944 x-openstack-request-id: req-8f34399a-ce1a-4698-9367-9217a4909944 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:55.824617 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0631b989-7cb7-4243-be5d-e4b9118b544b", "tag": "98af13b6-6b39-4ec7-9ac5-bae888e23024", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:55.825071 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f34399a-ce1a-4698-9367-9217a4909944 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:55.825514 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'tag': '98af13b6-6b39-4ec7-9ac5-bae888e23024', 'status': 'completed', 'code': 200} Jun 18 16:32:55.871163 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:55.925225 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c553ae-62aa-4130-90ad-bff783105936 req-6ce0175f-f042-4183-ad9f-fda2ae092c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:55.926646 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-87c553ae-62aa-4130-90ad-bff783105936 req-6ce0175f-f042-4183-ad9f-fda2ae092c87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ace971bcab484234aeb195e3f2919fec&device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 1099 time: 0.0520184 Jun 18 16:32:56.033351 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c553ae-62aa-4130-90ad-bff783105936 req-cea2ec7c-0c56-4497-be01-9c477dc271f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:56.034857 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-87c553ae-62aa-4130-90ad-bff783105936 req-cea2ec7c-0c56-4497-be01-9c477dc271f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 200 len: 910 time: 0.0888443 Jun 18 16:32:56.091565 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'fa629bc3-9146-4b83-b1f7-bfe5c927ceaf', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'port_id': '98af13b6-6b39-4ec7-9ac5-bae888e23024', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'mac_address': 'fa:16:3e:9b:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:43Z', 'updated_at': '2021-06-18T16:32:55Z', 'revision_number': 1, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:56.099808 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-87c553ae-62aa-4130-90ad-bff783105936 req-92ac5d1f-4d9b-454d-a681-9ea0c0ea7e49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98af13b6-6b39-4ec7-9ac5-bae888e23024 HTTP/1.1" status: 200 len: 999 time: 0.0583854 Jun 18 16:32:56.117071 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] Checking router: d107d7e3-bdcb-47b4-9d31-e970fd271047 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:56.125438 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:56.126087 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:32:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:56.150247 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c553ae-62aa-4130-90ad-bff783105936 req-a3604302-7bd6-44c9-9867-0ed68cfeeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:56.151706 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-87c553ae-62aa-4130-90ad-bff783105936 req-a3604302-7bd6-44c9-9867-0ed68cfeeb42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 200 len: 848 time: 0.0458286 Jun 18 16:32:56.214334 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c553ae-62aa-4130-90ad-bff783105936 req-3452f441-8341-4220-a123-817548b29e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:56.215737 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-87c553ae-62aa-4130-90ad-bff783105936 req-3452f441-8341-4220-a123-817548b29e46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0883b05a-15d5-409b-9c71-4adb702e2d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0581589 Jun 18 16:32:56.230696 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:56.267854 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839bbc5-dd6d-4ead-916f-6c7a5326d48a req-0110a59e-e8de-493d-b9cc-719e0a2f5ba1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:56.269421 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9839bbc5-dd6d-4ead-916f-6c7a5326d48a req-0110a59e-e8de-493d-b9cc-719e0a2f5ba1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0662773 Jun 18 16:32:56.312446 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9839bbc5-dd6d-4ead-916f-6c7a5326d48a req-7294cc56-969d-4929-9897-4344add08a31 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370317 Jun 18 16:32:56.314972 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-87c553ae-62aa-4130-90ad-bff783105936 req-afb6d89b-f308-4815-9538-d746a372572f service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930173 Jun 18 16:32:56.411396 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-87c553ae-62aa-4130-90ad-bff783105936 req-b236979a-d01c-4a04-bc41-aa63afc09942 service neutron] 10.222.0.72 "GET /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891638 Jun 18 16:32:56.456592 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'fa629bc3-9146-4b83-b1f7-bfe5c927ceaf', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'port_id': '98af13b6-6b39-4ec7-9ac5-bae888e23024', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'mac_address': 'fa:16:3e:9b:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:43Z', 'updated_at': '2021-06-18T16:32:55Z', 'revision_number': 1, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:56.482282 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c682c-5a4f-401e-b2e5-646b40b30558 None None] The sync data for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi is: [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': 'fa629bc3-9146-4b83-b1f7-bfe5c927ceaf', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'port_id': '98af13b6-6b39-4ec7-9ac5-bae888e23024', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'mac_address': 'fa:16:3e:9b:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:43Z', 'updated_at': '2021-06-18T16:32:55Z', 'revision_number': 1, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:56.666983 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e9f388-1b13-4208-9222-36a8dae881b7 None None] New status for floating IP fa629bc3-9146-4b83-b1f7-bfe5c927ceaf: ACTIVE {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:32:57.526279 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce74edf-d0e0-4c9e-a4b5-2f63b708a842 req-7eac78b2-ea06-40f6-889b-61eef2e31749 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:57.527764 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7ce74edf-d0e0-4c9e-a4b5-2f63b708a842 req-7eac78b2-ea06-40f6-889b-61eef2e31749 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0650437 Jun 18 16:32:57.566207 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf7f62-a181-4937-be2f-48566148d058 req-5c2b5315-25f6-43a5-8d09-a619fc349d7d tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:57.567670 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3ebf7f62-a181-4937-be2f-48566148d058 req-5c2b5315-25f6-43a5-8d09-a619fc349d7d tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 945 time: 0.0718946 Jun 18 16:32:57.568353 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7ce74edf-d0e0-4c9e-a4b5-2f63b708a842 req-523bd6e9-1daa-463e-a7c7-815196587743 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347884 Jun 18 16:32:57.605995 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3ebf7f62-a181-4937-be2f-48566148d058 req-50369149-410f-4620-b228-46f951b67df9 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321002 Jun 18 16:32:58.747416 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b46c83-b57c-4f49-a5a6-c17f44277128 req-9a87e269-0880-42d3-bf77-7b88edd9c909 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:58.748930 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-99b46c83-b57c-4f49-a5a6-c17f44277128 req-9a87e269-0880-42d3-bf77-7b88edd9c909 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0627635 Jun 18 16:32:58.787809 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-99b46c83-b57c-4f49-a5a6-c17f44277128 req-29e9a468-d920-48ce-b807-b132e1416740 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329010 Jun 18 16:32:58.793630 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e1d30-e8e3-426b-94f2-1d9e1f9c2426 req-b945580d-df2b-480c-9da9-7ace4db9d90b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:58.795138 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-850e1d30-e8e3-426b-94f2-1d9e1f9c2426 req-b945580d-df2b-480c-9da9-7ace4db9d90b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 945 time: 0.0639675 Jun 18 16:32:58.833837 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-850e1d30-e8e3-426b-94f2-1d9e1f9c2426 req-dbba1a91-3275-4bcc-81f6-6312558d3799 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328705 Jun 18 16:32:59.251673 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-a1ada541-7869-4322-8e4e-49f80df24e82 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:59.253207 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-a1ada541-7869-4322-8e4e-49f80df24e82 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 945 time: 0.0666003 Jun 18 16:32:59.354071 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Deleting port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:59.354406 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.442748 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] For port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:59.443101 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.604390 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.604752 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.605060 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.l3_db [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Floating IP c767ff47-f42a-4681-9636-c1e83367a42f disassociated. External IP: 172.27.3.75, port: a71ec078-1edb-425e-9e7d-2bc35dc6d3b8. Jun 18 16:32:59.605396 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Calling delete_port for a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:59.731431 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.735280 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-530cc04e-682e-4600-9819-0c482b2183cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:59.758911 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event deleted for resources: {'Port': ['ID=a71ec078-1edb-425e-9e7d-2bc35dc6d3b8,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:59.762229 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:59.874766 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Router ccaf85aa-d939-4420-94cf-6b67535ce8cc has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:59.984629 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7f6d60e5-0a00-487a-9219-3ff5a17fd525 req-623741df-d4f0-4ca7-a644-d9125aa69afc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 210 time: 0.0325599 Jun 18 16:33:00.021548 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:00.031421 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] Sync routers for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:00.034240 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5bb87-1124-4309-965e-a8cbf39b3d21 req-aecf9abc-d565-4593-b40f-461e5114d8c3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:00.035694 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3da5bb87-1124-4309-965e-a8cbf39b3d21 req-aecf9abc-d565-4593-b40f-461e5114d8c3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.1191986 Jun 18 16:33:00.042589 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:00.043442 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:32:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:00.088021 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] No DVR routers for this DVR port a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:00.090678 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.092839 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b91dd8b6-3c11-4319-ae43-23e8c9ff1cb2 req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "DELETE /v2.0/ports/a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 HTTP/1.1" status: 204 len: 173 time: 0.8321452 Jun 18 16:33:00.095214 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'name': 'network-vif-deleted', 'tag': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:00.098334 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abb571f-4887-4962-bcb9-4c8846dd095c" -d '{"events": [{"server_uuid": "f8739e56-ae55-43ca-ba29-56ba7cabd525", "name": "network-vif-deleted", "tag": "a71ec078-1edb-425e-9e7d-2bc35dc6d3b8"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:00.123276 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3da5bb87-1124-4309-965e-a8cbf39b3d21 req-0d8cafd8-885f-4344-864b-f03f17ff2cf9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669734 Jun 18 16:33:00.151306 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:00.152669 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4384f12b-3e6c-436c-a98d-f0568483195b x-openstack-request-id: req-4384f12b-3e6c-436c-a98d-f0568483195b {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:00.153098 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8739e56-ae55-43ca-ba29-56ba7cabd525", "name": "network-vif-deleted", "tag": "a71ec078-1edb-425e-9e7d-2bc35dc6d3b8", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:00.153484 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4384f12b-3e6c-436c-a98d-f0568483195b {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:00.154285 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8739e56-ae55-43ca-ba29-56ba7cabd525', 'name': 'network-vif-deleted', 'tag': 'a71ec078-1edb-425e-9e7d-2bc35dc6d3b8', 'status': 'completed', 'code': 200} Jun 18 16:33:00.347504 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:00.376716 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] Checking router: ccaf85aa-d939-4420-94cf-6b67535ce8cc for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:00.386049 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:00.393320 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:32:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:00.629838 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:00.822064 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:00.847706 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9582edb4-68de-4a97-a3ec-b0f81dc42321 None None] The sync data for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi is: [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:01.067517 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2473844-c940-431d-be78-5a5067d1d381 None None] New status for floating IP c767ff47-f42a-4681-9636-c1e83367a42f: DOWN {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:33:01.150602 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e3ffd576-0247-4b0a-b1a4-708a25e7917e req-54a50909-86c6-475a-bf63-c2040976d6c3 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8739e56-ae55-43ca-ba29-56ba7cabd525 HTTP/1.1" status: 200 len: 210 time: 0.0302212 Jun 18 16:33:01.323469 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52e99-5b67-4670-8979-a93a0a9903b1 req-f217a035-1de4-40ac-a5da-1a48beb30f63 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:01.324896 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-29d52e99-5b67-4670-8979-a93a0a9903b1 req-f217a035-1de4-40ac-a5da-1a48beb30f63 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0628543 Jun 18 16:33:01.362960 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-29d52e99-5b67-4670-8979-a93a0a9903b1 req-70d01626-2cb2-44c5-a457-df61f97c5717 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 Jun 18 16:33:01.969072 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:01.991617 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:01.991957 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device a71ec078-1edb-425e-9e7d-2bc35dc6d3b8 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:02.431668 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8d1b9076-4e47-42f8-b77d-a73cf3170d7d tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159156381&fields=id&tenant_id=de0d7ebd4d364650bfa9c21aef077a92 HTTP/1.1" status: 200 len: 267 time: 0.0335939 Jun 18 16:33:02.539515 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875c15b-f21e-457c-989b-3eef055e0382 req-e0040a28-d319-40bd-8fa9-a15d64f0fa2f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:02.541020 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-e0040a28-d319-40bd-8fa9-a15d64f0fa2f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 811 time: 0.1031318 Jun 18 16:33:02.544549 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d62a9-c3d8-403d-9bbe-4b44161b21cc req-0b061ec1-fbab-4c12-8bb3-97c26e3c7cf7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:02.546296 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8d7d62a9-c3d8-403d-9bbe-4b44161b21cc req-0b061ec1-fbab-4c12-8bb3-97c26e3c7cf7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0639658 Jun 18 16:33:02.555920 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-88c4a6d9-23e6-4d19-b17b-ade5e99e0bd8 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/quotas/de0d7ebd4d364650bfa9c21aef077a92 HTTP/1.1" status: 200 len: 375 time: 0.0092432 Jun 18 16:33:02.584238 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8d7d62a9-c3d8-403d-9bbe-4b44161b21cc req-657f07a2-f04b-43a5-be6f-b2f3726ae4dd tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322161 Jun 18 16:33:02.628161 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-2e40f0d0-f5dd-40a9-be00-d3d987b226ea tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670085 Jun 18 16:33:02.813869 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-03fd14cf-3f0a-4ca4-b9bf-99563e0ac28a service neutron] 10.222.0.44 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739109 Jun 18 16:33:02.923468 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-7d72a9f0-c204-4386-94ea-03d15541e573 service neutron] 10.222.0.44 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039166 Jun 18 16:33:03.225860 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-63f6ff18-604c-4f6b-96bd-f774887c416e req-ff93fdb5-e5bd-4480-b50e-10993a1c9b15 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 210 time: 0.0330658 Jun 18 16:33:03.768912 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad43d2e-0073-4daa-a79e-642c2b303047 req-955960a5-1cda-4f14-9c0d-cb50b841ffa7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:03.770315 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6ad43d2e-0073-4daa-a79e-642c2b303047 req-955960a5-1cda-4f14-9c0d-cb50b841ffa7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0646734 Jun 18 16:33:03.809757 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6ad43d2e-0073-4daa-a79e-642c2b303047 req-4455c296-544a-40d8-a7a4-b85fee85d8c5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336163 Jun 18 16:33:04.390329 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3a1feac6-2897-4708-a284-cd3df67c5e57 req-c977f48b-5b10-4132-978f-bf1c5133c56b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 210 time: 0.0493612 Jun 18 16:33:04.470035 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875c15b-f21e-457c-989b-3eef055e0382 req-525d2892-d867-452b-ac06-b73457b69b6c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:04.471436 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-525d2892-d867-452b-ac06-b73457b69b6c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 811 time: 0.1215968 Jun 18 16:33:04.521604 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-29d7db67-5a10-4a34-b3ea-7d2f42f613cd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de0d7ebd4d364650bfa9c21aef077a92 HTTP/1.1" status: 200 len: 379 time: 0.0350871 Jun 18 16:33:04.548074 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'port': {'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'admin_state_up': True, 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'security_groups': ['c689ea78-e05f-4276-b888-41340e1b7e53']}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:04.697185 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:33:04.922637 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Made reservation on behalf of de0d7ebd4d364650bfa9c21aef077a92 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:04.927585 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.001632 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeda63-1d99-4007-adf8-8871cfdafc93 req-4c3b05f5-d99d-45c9-b4ee-309b94f0c66c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:05.003117 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4eeeda63-1d99-4007-adf8-8871cfdafc93 req-4c3b05f5-d99d-45c9-b4ee-309b94f0c66c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0669968 Jun 18 16:33:05.062595 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4eeeda63-1d99-4007-adf8-8871cfdafc93 req-979d8c11-2620-4647-aee3-8acbf46d1ad2 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524964 Jun 18 16:33:05.083175 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Allocated IP 172.20.0.4 (8eae9aae-2185-4f8c-9b9e-215092b9d0ea/d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58/507c7880-ffb2-43cf-8b94-f33bacb8c4e7) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:05.240649 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.254956 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Transition to ACTIVE for port object 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:05.289975 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.293522 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-9f8c012b-9f64-46c9-b258-721cb73511fb tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:05.339272 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:05.342236 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:05.346146 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:05.375142 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'Port': ['ID=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:05.379361 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:05.402850 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:05.403480 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.422178 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8790250 Jun 18 16:33:05.449383 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Request body: {'port': {'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:05.528063 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.574503 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152ccda-325a-4e19-878c-b7de82018965 req-94aa7e18-167e-453e-83ce-667cf190f6bb tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:05.575943 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e152ccda-325a-4e19-878c-b7de82018965 req-94aa7e18-167e-453e-83ce-667cf190f6bb tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 931 time: 0.0637445 Jun 18 16:33:05.592420 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-27b840c1-1ef1-472a-a5f5-eacdc0d3d072 None None] Provisioning for port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:05.596210 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-27b840c1-1ef1-472a-a5f5-eacdc0d3d072 None None] Provisioning complete for port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:05.596591 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-27b840c1-1ef1-472a-a5f5-eacdc0d3d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.621946 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e152ccda-325a-4e19-878c-b7de82018965 req-ffe10457-eafe-4c58-8ff0-043ffff93098 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400958 Jun 18 16:33:05.636692 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-27b840c1-1ef1-472a-a5f5-eacdc0d3d072 None None] Port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:05.795183 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:33:05.802246 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.813973 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Transition to ACTIVE for port object 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:05.818512 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.820507 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:05.891616 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Pushing event updated for resources: {'Port': ['ID=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:05.895921 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:05.969496 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Attempting to bind port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:05.970199 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Attempting to bind port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:05.970199 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Attempting to bind port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:05.974639 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:33:05.974957 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Attempting to bind port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:05.980822 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:05.981155 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Checking segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:05.981536 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Bound using segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:05.981984 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Bound port: 507c7880-ffb2-43cf-8b94-f33bacb8c4e7, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:05.982330 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.046091 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] For port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:06.049053 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] For port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:06.053338 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.056330 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:06.086439 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.087045 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.088404 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] 10.222.0.72 "PUT /v2.0/ports/507c7880-ffb2-43cf-8b94-f33bacb8c4e7 HTTP/1.1" status: 200 len: 1093 time: 0.6446195 Jun 18 16:33:06.088932 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'tag': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:06.091186 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c9c7ca-f176-4e69-8d75-d0134f006aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "e258eed6-3c38-4ba3-9261-52ce0e6b1046", "tag": "507c7880-ffb2-43cf-8b94-f33bacb8c4e7"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:06.120248 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Pushing event updated for resources: {'Port': ['ID=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:06.123449 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:06.145519 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c0ed92-eb50-490d-b2ae-539fee337f85 x-openstack-request-id: req-a0c0ed92-eb50-490d-b2ae-539fee337f85 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:06.145875 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e258eed6-3c38-4ba3-9261-52ce0e6b1046", "tag": "507c7880-ffb2-43cf-8b94-f33bacb8c4e7", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:06.146322 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0c0ed92-eb50-490d-b2ae-539fee337f85 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:06.146845 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'tag': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'status': 'completed', 'code': 200} Jun 18 16:33:06.240462 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875c15b-f21e-457c-989b-3eef055e0382 req-3b2f87f3-ea8e-48f7-8094-2aaf20d4c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.244534 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-3b2f87f3-ea8e-48f7-8094-2aaf20d4c16b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 1096 time: 0.0751691 Jun 18 16:33:06.271107 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7fe8d-6721-4615-aa88-3fb5017bb837 req-55ad9b41-08a9-473a-8892-7ef3a354481a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.273153 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cbb7fe8d-6721-4615-aa88-3fb5017bb837 req-55ad9b41-08a9-473a-8892-7ef3a354481a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0681653 Jun 18 16:33:06.313765 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-aad53ecb-5f20-4168-a7a8-17a08f9666d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0351059 Jun 18 16:33:06.314030 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cbb7fe8d-6721-4615-aa88-3fb5017bb837 req-ca409272-6e3c-4eb7-8096-959eb95ac185 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330718 Jun 18 16:33:06.363246 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875c15b-f21e-457c-989b-3eef055e0382 req-1b34504b-e908-495d-92c9-72ca2d687c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.364690 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-1b34504b-e908-495d-92c9-72ca2d687c81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0431452 Jun 18 16:33:06.435020 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875c15b-f21e-457c-989b-3eef055e0382 req-099dd5cb-0531-4231-83b7-2b9115fc5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.436366 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-099dd5cb-0531-4231-83b7-2b9115fc5fb9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560336 Jun 18 16:33:06.480388 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-251fb33d-ce7c-4b44-b2eb-ac12f94631f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.537278 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-6d6ad1c4-fc43-4726-a9e3-0fe85fb1c7a7 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912535 Jun 18 16:33:06.629885 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7875c15b-f21e-457c-989b-3eef055e0382 req-ceddcbe5-6a2e-44e3-b6f4-4b3fa205e24a service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832741 Jun 18 16:33:06.804271 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.808506 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-9dbb9bac-9b6d-41bd-a8e9-a3ea3faf20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.810031 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-9dbb9bac-9b6d-41bd-a8e9-a3ea3faf20c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 1096 time: 0.0945442 Jun 18 16:33:06.822304 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470bf6b-f25b-4f04-b7f1-b6d6dacb2157 req-f1f808ad-f67a-4773-b269-392f2f0e349a tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.823717 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0470bf6b-f25b-4f04-b7f1-b6d6dacb2157 req-f1f808ad-f67a-4773-b269-392f2f0e349a tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 943 time: 0.0812099 Jun 18 16:33:06.911167 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0470bf6b-f25b-4f04-b7f1-b6d6dacb2157 req-19d15d2d-36e0-4ab4-816f-0a6205c9862c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795760 Jun 18 16:33:06.935888 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-f1660988-cd6d-4443-984e-2c53d2dcf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.937333 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-f1660988-cd6d-4443-984e-2c53d2dcf147 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 912 time: 0.1127882 Jun 18 16:33:06.980003 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-b1790fad-6035-4e28-b643-22210ab5229f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0342259 Jun 18 16:33:07.031267 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-3ca893e3-77d2-4471-8aa3-c3db8d43dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:07.032652 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-3ca893e3-77d2-4471-8aa3-c3db8d43dc9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0457382 Jun 18 16:33:07.089138 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-1f121fe7-a35c-4ede-8a7a-75857e5f4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:07.090537 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-1f121fe7-a35c-4ede-8a7a-75857e5f4657 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499308 Jun 18 16:33:07.180051 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-3c35389e-1a9c-471c-a45e-206c7d594b71 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818956 Jun 18 16:33:07.270185 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-23c9c7ca-f176-4e69-8d75-d0134f006aa0 req-35ddc2ba-8ee5-4b75-acd9-65737bcc343e service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838630 Jun 18 16:33:07.510946 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033636-31ea-4dae-a895-9f3af4cb0f73 req-c4a7f9e0-c11d-4ddb-93ae-6fcfed8adb6f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:07.512664 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f1033636-31ea-4dae-a895-9f3af4cb0f73 req-c4a7f9e0-c11d-4ddb-93ae-6fcfed8adb6f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0724733 Jun 18 16:33:07.551142 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f1033636-31ea-4dae-a895-9f3af4cb0f73 req-80331969-ce99-4354-9ea4-6b6979ab4ac3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326378 Jun 18 16:33:07.880317 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-783e0f4e-4e5e-4112-9216-08a5f9e8f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:07.881777 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-783e0f4e-4e5e-4112-9216-08a5f9e8f769 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 1098 time: 0.0564673 Jun 18 16:33:07.985202 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-aec72f20-e44c-4c54-9e31-e4c5034a15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:07.986695 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-aec72f20-e44c-4c54-9e31-e4c5034a15a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 918 time: 0.0840149 Jun 18 16:33:08.056555 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-6ae31e46-a12e-40a7-85df-8171e85e4001 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=694babca-1315-478f-a019-b0cc82bafb37 HTTP/1.1" status: 200 len: 1000 time: 0.0621769 Jun 18 16:33:08.084760 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31c2c1-ef73-4e91-bc4e-c51a513f2317 req-ba464b6c-bd0f-4bf3-bd7b-ca78cfbb51fd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:08.086833 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6a31c2c1-ef73-4e91-bc4e-c51a513f2317 req-ba464b6c-bd0f-4bf3-bd7b-ca78cfbb51fd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 943 time: 0.0630474 Jun 18 16:33:08.105911 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-d6985b4a-d429-4909-a3b9-a09ccfaa2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:08.107377 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-d6985b4a-d429-4909-a3b9-a09ccfaa2f11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.0438979 Jun 18 16:33:08.124213 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6a31c2c1-ef73-4e91-bc4e-c51a513f2317 req-5d36d6f6-ea48-4e1a-81b2-9b0c164cbca6 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315440 Jun 18 16:33:08.166347 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-af662f1e-cd82-487d-9232-03b91cccc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:08.167819 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-af662f1e-cd82-487d-9232-03b91cccc022 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533476 Jun 18 16:33:08.262881 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-d1222ada-565c-4b49-8aad-0eba0540fed6 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860724 Jun 18 16:33:08.352149 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3356ebb0-f8f6-4446-a2ce-d844ec6783d2 req-763218ca-d3d9-4742-8eea-1404448077c0 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828300 Jun 18 16:33:08.723365 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdfc9-9e31-41e1-9752-b641d6e91506 req-ea3e2fd8-d94d-436c-946c-29dc758f35be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:08.724793 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-27bfdfc9-9e31-41e1-9752-b641d6e91506 req-ea3e2fd8-d94d-436c-946c-29dc758f35be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0620422 Jun 18 16:33:08.765695 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-27bfdfc9-9e31-41e1-9752-b641d6e91506 req-08a426da-f891-43fd-8a94-7684891dde82 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338650 Jun 18 16:33:08.839775 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-11d3da24-928f-4ff0-af74-2c94b71fa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.880796 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.296649 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c41cc1-3e68-4de5-bc17-6b2eb1355b6e req-82a256c7-247a-430c-8977-dc1f0f8664a6 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:09.298085 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e3c41cc1-3e68-4de5-bc17-6b2eb1355b6e req-82a256c7-247a-430c-8977-dc1f0f8664a6 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 943 time: 0.0606079 Jun 18 16:33:09.334347 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e3c41cc1-3e68-4de5-bc17-6b2eb1355b6e req-62ba60a2-e1ea-4f28-b6b1-ee863ed7f64d tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307505 Jun 18 16:33:09.946360 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c936d2-cf34-409b-af7b-6b41e7111823 req-1d217851-83cd-4dc8-ada5-82d28238808a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:09.947706 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-18c936d2-cf34-409b-af7b-6b41e7111823 req-1d217851-83cd-4dc8-ada5-82d28238808a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0664253 Jun 18 16:33:09.984056 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-18c936d2-cf34-409b-af7b-6b41e7111823 req-38d452a7-8af1-46a5-89b3-43f543963515 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307789 Jun 18 16:33:10.003094 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 694babca-1315-478f-a019-b0cc82bafb37 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:33:10.090293 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.105907 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:10.115571 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '694babca-1315-478f-a019-b0cc82bafb37', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'port_id': '694babca-1315-478f-a019-b0cc82bafb37', 'mac_address': 'fa:16:3e:13:7e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:33:10.152479 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.164193 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 694babca-1315-478f-a019-b0cc82bafb37 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:33:10.183149 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:10.187158 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.188835 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:10.232392 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=6']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:10.235272 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:10.355681 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['694babca-1315-478f-a019-b0cc82bafb37'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:33:10.510516 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700c1c-e79f-41a3-a1e7-a4d3998ad17d req-5b7dddbe-f345-4ea4-b47e-a2802eaf0f6d tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:10.511861 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c8700c1c-e79f-41a3-a1e7-a4d3998ad17d req-5b7dddbe-f345-4ea4-b47e-a2802eaf0f6d tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 943 time: 0.0626335 Jun 18 16:33:10.548687 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c8700c1c-e79f-41a3-a1e7-a4d3998ad17d req-9a3889b0-eec8-4d95-8f00-8961d12f90bf tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Jun 18 16:33:11.159136 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8becb48-8a29-4dba-b459-fb70aee0baa8 req-351d4174-24f7-41e4-8f27-fd0666b77116 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:11.160474 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b8becb48-8a29-4dba-b459-fb70aee0baa8 req-351d4174-24f7-41e4-8f27-fd0666b77116 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 944 time: 0.0611773 Jun 18 16:33:11.201910 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b8becb48-8a29-4dba-b459-fb70aee0baa8 req-739473dc-fc72-44f5-a5b7-871eba0d4fad tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353522 Jun 18 16:33:11.746041 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fcdb7-ef86-4de0-9e6c-6505151e48a3 req-077e4248-6a3f-456c-a57d-9b5ad0607119 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:11.747524 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3a3fcdb7-ef86-4de0-9e6c-6505151e48a3 req-077e4248-6a3f-456c-a57d-9b5ad0607119 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 943 time: 0.0828533 Jun 18 16:33:11.794974 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3a3fcdb7-ef86-4de0-9e6c-6505151e48a3 req-6a9b9b4a-8ee9-4cf6-bd2e-7225afd99dc8 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389736 Jun 18 16:33:11.975446 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.017180 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 694babca-1315-478f-a019-b0cc82bafb37 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:12.073331 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 694babca-1315-478f-a019-b0cc82bafb37 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:12.074050 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.162269 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.187704 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694babca-1315-478f-a019-b0cc82bafb37'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:12.190097 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db589b1-8f0b-4fe1-8185-40f7ccf7e4ca" -d '{"events": [{"server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "name": "network-vif-plugged", "status": "completed", "tag": "694babca-1315-478f-a019-b0cc82bafb37"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:12.206224 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:12.217001 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.219067 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-cc775667-2552-4a3a-a27b-532066c83713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.280120 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=7']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.283844 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d81e4a-99f8-47cf-9b79-a165d72d1b1b x-openstack-request-id: req-09d81e4a-99f8-47cf-9b79-a165d72d1b1b {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:12.284193 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "name": "network-vif-plugged", "status": "completed", "tag": "694babca-1315-478f-a019-b0cc82bafb37", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:12.284457 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09d81e4a-99f8-47cf-9b79-a165d72d1b1b {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:12.284848 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694babca-1315-478f-a019-b0cc82bafb37', 'code': 200} Jun 18 16:33:12.285848 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.409100 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656d284-f699-438d-8892-d8f476e9526d req-1515db83-0569-4655-b214-63cc4324e5cf tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:12.414548 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7656d284-f699-438d-8892-d8f476e9526d req-1515db83-0569-4655-b214-63cc4324e5cf tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0733857 Jun 18 16:33:12.454757 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7656d284-f699-438d-8892-d8f476e9526d req-e6a0be58-2446-4b45-ad9b-707a6f72c677 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377026 Jun 18 16:33:13.004592 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb928240-1e3e-4b84-b8d2-9fd7ff890860 req-c25dbc7f-cfd3-4eda-b32e-ec0127499025 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:13.006468 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fb928240-1e3e-4b84-b8d2-9fd7ff890860 req-c25dbc7f-cfd3-4eda-b32e-ec0127499025 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 943 time: 0.0786157 Jun 18 16:33:13.052830 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-fb928240-1e3e-4b84-b8d2-9fd7ff890860 req-5f506a9f-0ec6-4aee-9b31-b93536e38e8f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398021 Jun 18 16:33:13.656641 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f4aa-68d8-4b94-8034-0bf29a9859a5 req-95b00cce-f5f0-448c-927d-8822cc647102 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:13.658318 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4bb7f4aa-68d8-4b94-8034-0bf29a9859a5 req-95b00cce-f5f0-448c-927d-8822cc647102 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0793195 Jun 18 16:33:13.702034 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4bb7f4aa-68d8-4b94-8034-0bf29a9859a5 req-c9516279-fbe6-4359-b709-e0bb24619ce8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372217 Jun 18 16:33:14.027236 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:33:14.143171 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:14.158518 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'mac_address': 'fa:16:3e:a5:72:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:33:14.199090 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.226088 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:33:14.248509 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:14.252137 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.255751 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:14.266763 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680e87-2a8b-4de6-91d8-cfb79800e465 req-1952108d-08e1-47d5-befc-a3897d8fd230 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:14.268309 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7680e87-2a8b-4de6-91d8-cfb79800e465 req-1952108d-08e1-47d5-befc-a3897d8fd230 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 943 time: 0.0807748 Jun 18 16:33:14.316304 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a7680e87-2a8b-4de6-91d8-cfb79800e465 req-62e199bf-845e-4b4b-ba80-cf40023a9793 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 Jun 18 16:33:14.334652 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:14.341109 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:14.613661 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['507c7880-ffb2-43cf-8b94-f33bacb8c4e7'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:33:14.904464 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e4908-31a8-4d86-8d82-3776b3300451 req-7974814f-542d-4c03-9ee9-82426094ef20 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:14.905972 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1e4e4908-31a8-4d86-8d82-3776b3300451 req-7974814f-542d-4c03-9ee9-82426094ef20 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0752778 Jun 18 16:33:14.951216 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1e4e4908-31a8-4d86-8d82-3776b3300451 req-7fb12143-25fe-49a8-970b-4b0bb38ea282 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394776 Jun 18 16:33:15.503509 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ec197-020e-4a3e-a498-4db49774f6a7 req-12dfbf8e-9d07-47f3-ad1d-8d575b8f8080 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:15.504967 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d66ec197-020e-4a3e-a498-4db49774f6a7 req-12dfbf8e-9d07-47f3-ad1d-8d575b8f8080 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 944 time: 0.0730596 Jun 18 16:33:15.560083 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d66ec197-020e-4a3e-a498-4db49774f6a7 req-46508a89-4b39-4bdd-be59-8f8aa8159d24 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459197 Jun 18 16:33:16.060539 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:16.133089 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:16.138289 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:16.138815 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.155707 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfa7ee-5eb3-4e91-933b-b5353ca7f337 req-a7b70ef5-b69a-4c8f-a170-0ff762912f94 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.161758 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7dfa7ee-5eb3-4e91-933b-b5353ca7f337 req-a7b70ef5-b69a-4c8f-a170-0ff762912f94 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0902960 Jun 18 16:33:16.217448 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7dfa7ee-5eb3-4e91-933b-b5353ca7f337 req-4c7402af-a0fd-42d7-99af-a6080a1ed976 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545723 Jun 18 16:33:16.254452 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.281615 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:16.284507 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7fc128-8ac8-42a9-b0be-36ef8f64a1a8" -d '{"events": [{"server_uuid": "e258eed6-3c38-4ba3-9261-52ce0e6b1046", "name": "network-vif-plugged", "status": "completed", "tag": "507c7880-ffb2-43cf-8b94-f33bacb8c4e7"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:16.298348 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:16.305634 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.309158 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:16.338868 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1410484c-8612-43be-a0e6-0d69b1fe58e7 x-openstack-request-id: req-1410484c-8612-43be-a0e6-0d69b1fe58e7 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:16.339219 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e258eed6-3c38-4ba3-9261-52ce0e6b1046", "name": "network-vif-plugged", "status": "completed", "tag": "507c7880-ffb2-43cf-8b94-f33bacb8c4e7", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:16.339416 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1410484c-8612-43be-a0e6-0d69b1fe58e7 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:16.339792 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'code': 200} Jun 18 16:33:16.368709 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:16.378442 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:16.690789 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff00d-8e71-4dfe-b153-6405f4044b9d req-de3c4fc6-db83-44d2-a506-9240650abed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.693018 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ed7ff00d-8e71-4dfe-b153-6405f4044b9d req-de3c4fc6-db83-44d2-a506-9240650abed0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 1098 time: 0.0724211 Jun 18 16:33:16.774534 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ed7ff00d-8e71-4dfe-b153-6405f4044b9d req-2e78a586-6b00-4226-a323-189bc0cc1214 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683801 Jun 18 16:33:16.798152 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a27177-c68e-4ef9-a5e0-cd746e513dc2 req-2a3143e4-71e6-4916-9bad-a0953ed08ae8 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.801846 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-86a27177-c68e-4ef9-a5e0-cd746e513dc2 req-2a3143e4-71e6-4916-9bad-a0953ed08ae8 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 945 time: 0.1076789 Jun 18 16:33:16.851778 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-86a27177-c68e-4ef9-a5e0-cd746e513dc2 req-f6956b14-4e44-476d-8613-42ec4f76d042 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Jun 18 16:33:17.405150 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da1fa-3b55-4b4b-bbb4-57e5292c1c89 req-79734847-c253-4134-9557-53ee6a8f7089 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:17.406552 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a66da1fa-3b55-4b4b-bbb4-57e5292c1c89 req-79734847-c253-4134-9557-53ee6a8f7089 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0677843 Jun 18 16:33:17.448603 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a66da1fa-3b55-4b4b-bbb4-57e5292c1c89 req-ad167875-3204-48bd-b050-8c4cde363b90 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362952 Jun 18 16:33:18.064282 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a7aab-dff3-4578-9d14-f8e265a43711 req-015b0c2f-fe17-4071-9689-5f04ec98e3aa tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:18.066600 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-502a7aab-dff3-4578-9d14-f8e265a43711 req-015b0c2f-fe17-4071-9689-5f04ec98e3aa tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 945 time: 0.0840976 Jun 18 16:33:18.112433 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-502a7aab-dff3-4578-9d14-f8e265a43711 req-93900b39-a858-4a2e-ba58-9403f289af28 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377560 Jun 18 16:33:18.663896 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9aad6-9300-4d4e-be85-64392bf18f3e req-93f719f3-deef-4ec7-9614-10614dc56d03 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:18.666114 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f8a9aad6-9300-4d4e-be85-64392bf18f3e req-93f719f3-deef-4ec7-9614-10614dc56d03 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0903153 Jun 18 16:33:18.715605 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f8a9aad6-9300-4d4e-be85-64392bf18f3e req-7b9fa404-3bf8-4f7d-a3b2-838f8f4171df tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408542 Jun 18 16:33:19.318643 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f5eeb-346c-46d3-a2ea-470485dc5e52 req-11970e4d-c012-4621-b107-a0dfebbf53ee tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.321561 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-310f5eeb-346c-46d3-a2ea-470485dc5e52 req-11970e4d-c012-4621-b107-a0dfebbf53ee tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 945 time: 0.0857701 Jun 18 16:33:19.376557 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-310f5eeb-346c-46d3-a2ea-470485dc5e52 req-d216076d-d4b2-4951-86e9-d86cfb36c269 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453529 Jun 18 16:33:19.580772 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171eb669-5fed-4aa7-b5bc-9e6ebb901d72 req-2a930592-856c-437e-ac8e-4ee2d911deb0 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.586145 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-171eb669-5fed-4aa7-b5bc-9e6ebb901d72 req-2a930592-856c-437e-ac8e-4ee2d911deb0 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 945 time: 0.0803750 Jun 18 16:33:19.625715 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-171eb669-5fed-4aa7-b5bc-9e6ebb901d72 req-cc9fb4b9-b61e-418c-801b-87173c5386d2 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348775 Jun 18 16:33:19.654742 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 43960) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:19.725547 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c048b517-ad4f-41ef-9907-0f9a4aba55df tempest-TestVolumeBootPattern-2133737447 tempest-TestVolumeBootPattern-2133737447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.727745 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-c048b517-ad4f-41ef-9907-0f9a4aba55df tempest-TestVolumeBootPattern-2133737447 tempest-TestVolumeBootPattern-2133737447-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 1093 time: 0.0718846 Jun 18 16:33:19.731092 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 43962) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:19.736176 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'floatingip': {'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:19.766339 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.953876 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.963742 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045bf7a-2b1a-4482-b705-7861acaca42e req-d1ec62d2-7bcd-47ad-866f-6d858b32f053 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.965297 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7045bf7a-2b1a-4482-b705-7861acaca42e req-d1ec62d2-7bcd-47ad-866f-6d858b32f053 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.1091664 Jun 18 16:33:20.079054 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7045bf7a-2b1a-4482-b705-7861acaca42e req-815a041f-27d4-4109-8b20-e2d4e33f7c25 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713933 Jun 18 16:33:20.113949 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Allocated IP 172.27.3.168 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/d3373e13-1c3d-451d-9656-d2f0e9dae949) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:20.243516 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.296333 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.298985 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:20.354617 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:20.360015 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:20.368908 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:20.372253 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'Port': ['ID=d3373e13-1c3d-451d-9656-d2f0e9dae949,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:20.400726 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:21.043951 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.115838 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.308968 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.317243 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba379c0-d86a-4906-9277-5c56fd7032a3 req-1b28ff09-d1ba-48f7-870f-946c1e2000d9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:21.318697 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-dba379c0-d86a-4906-9277-5c56fd7032a3 req-1b28ff09-d1ba-48f7-870f-946c1e2000d9 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.1109259 Jun 18 16:33:21.320283 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12802647'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.322253 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dbd3cd65-20ce-48ac-94bd-44d8e4a22601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:21.406873 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'Port': ['ID=d3373e13-1c3d-451d-9656-d2f0e9dae949,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:21.412452 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:21.424449 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-dba379c0-d86a-4906-9277-5c56fd7032a3 req-e132de7f-f4dd-45de-8b56-4d8ec42be52c tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960119 Jun 18 16:33:21.427429 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.439857 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-9ad14438-965a-4d12-b2d9-2224bc849a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:21.441468 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-9ad14438-965a-4d12-b2d9-2224bc849a36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 1098 time: 0.0533612 Jun 18 16:33:21.528094 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.l3_db [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Floating IP 986634e2-3573-441b-b599-bb30cb978e54 associated. External IP: 172.27.3.168, port: 507c7880-ffb2-43cf-8b94-f33bacb8c4e7. Jun 18 16:33:21.532977 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-50b12cc7-07a0-4515-ada8-600592908c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:21.534456 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-50b12cc7-07a0-4515-ada8-600592908c0e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 918 time: 0.0859585 Jun 18 16:33:21.604095 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-7eb88761-db92-4144-a183-ceee184746b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=694babca-1315-478f-a019-b0cc82bafb37 HTTP/1.1" status: 200 len: 1000 time: 0.0571918 Jun 18 16:33:21.655256 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-54babb40-8eed-4516-aa23-0d1351a6b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:21.656663 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-54babb40-8eed-4516-aa23-0d1351a6b063 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.0459912 Jun 18 16:33:21.714017 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-2ec9c2b3-5afc-4ff6-b12b-035abc2b4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:21.715414 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-2ec9c2b3-5afc-4ff6-b12b-035abc2b4861 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511003 Jun 18 16:33:21.738067 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Router ccaf85aa-d939-4420-94cf-6b67535ce8cc has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:21.810104 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-5242747a-91e6-4111-956d-e59b851a49b8 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876381 Jun 18 16:33:21.850265 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:21.864918 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] Sync routers for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:21.870485 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.879493 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:21.880128 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:33:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:21.914152 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1776838 Jun 18 16:33:21.914152 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'tag': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:21.914152 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e258eed6-3c38-4ba3-9261-52ce0e6b1046", "tag": "507c7880-ffb2-43cf-8b94-f33bacb8c4e7"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:21.925937 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ca6db46a-cbc2-445d-85fb-9f9ea2b92c14 req-a3dd8d51-c054-4665-aa94-84f268bc5e6d service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951729 Jun 18 16:33:22.002388 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:22.017478 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c12a6c-5d68-4cbb-84ba-d14f0d3c5db4 x-openstack-request-id: req-74c12a6c-5d68-4cbb-84ba-d14f0d3c5db4 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:22.017976 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e258eed6-3c38-4ba3-9261-52ce0e6b1046", "tag": "507c7880-ffb2-43cf-8b94-f33bacb8c4e7", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:22.018381 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74c12a6c-5d68-4cbb-84ba-d14f0d3c5db4 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:22.018970 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'tag': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'status': 'completed', 'code': 200} Jun 18 16:33:22.120209 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-e433ee16-075c-4c84-a831-25bec80d0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:22.121819 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-e433ee16-075c-4c84-a831-25bec80d0a0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 1098 time: 0.0531766 Jun 18 16:33:22.214662 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-cda7bede-2691-4120-ba47-e1d7fde6d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:22.216133 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-cda7bede-2691-4120-ba47-e1d7fde6d78f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 912 time: 0.0863872 Jun 18 16:33:22.226315 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '986634e2-3573-441b-b599-bb30cb978e54', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:a5:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:20Z', 'updated_at': '2021-06-18T16:33:20Z', 'revision_number': 0, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:22.252135 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] Checking router: ccaf85aa-d939-4420-94cf-6b67535ce8cc for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:22.261002 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:22.261627 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:33:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:22.283922 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-363de137-8fdd-4ba1-9881-15b6ae9ad911 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7 HTTP/1.1" status: 200 len: 999 time: 0.0589106 Jun 18 16:33:22.339971 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-5a0b59ba-472e-45d0-800d-60e51374ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:22.341488 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-5a0b59ba-472e-45d0-800d-60e51374ce60 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0488191 Jun 18 16:33:22.365288 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:22.405474 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-6bf2d03a-dda9-492a-b48a-bee583dddde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:22.406982 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-6bf2d03a-dda9-492a-b48a-bee583dddde2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0574906 Jun 18 16:33:22.498506 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-1dbac72c-f134-4105-bc0b-21fff0e1ea66 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831118 Jun 18 16:33:22.595148 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '986634e2-3573-441b-b599-bb30cb978e54', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:a5:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:20Z', 'updated_at': '2021-06-18T16:33:20Z', 'revision_number': 0, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:22.622955 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e7f59-0ce9-4e5c-bd7f-c933b3cf7b0d None None] The sync data for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi is: [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '986634e2-3573-441b-b599-bb30cb978e54', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:a5:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:20Z', 'updated_at': '2021-06-18T16:33:20Z', 'revision_number': 0, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:22.635082 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3cad41c1-0e21-4f84-aee3-cb7138a3d7fe req-82ff6cc1-1211-4688-bfe0-960745c4621a service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288042 Jun 18 16:33:22.646772 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f1a0-763b-4da3-8108-1c4efed07ac4 req-2130b450-61ac-4dd8-8a21-40c274d13372 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:22.648423 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5594f1a0-763b-4da3-8108-1c4efed07ac4 req-2130b450-61ac-4dd8-8a21-40c274d13372 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0970781 Jun 18 16:33:22.696504 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5594f1a0-763b-4da3-8108-1c4efed07ac4 req-7e78f5c3-6677-41ed-af57-fceaae9ab47b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Jun 18 16:33:22.820586 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf79a9-0125-4fe4-8c03-6b4c11071f33 None None] New status for floating IP 986634e2-3573-441b-b599-bb30cb978e54: ACTIVE {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:33:23.894236 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d870-13f8-4684-9cf2-53adb1701b90 req-5d2dbdfa-3ba5-4b42-811c-fd7a232ebaa7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:23.895708 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4369d870-13f8-4684-9cf2-53adb1701b90 req-5d2dbdfa-3ba5-4b42-811c-fd7a232ebaa7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 945 time: 0.0746264 Jun 18 16:33:23.938576 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4369d870-13f8-4684-9cf2-53adb1701b90 req-055e5305-b5db-4c04-b458-189370158c55 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359926 Jun 18 16:33:24.084045 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 694babca-1315-478f-a019-b0cc82bafb37 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:24.158961 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.180899 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694babca-1315-478f-a019-b0cc82bafb37'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:24.183168 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19f28f4-cb9a-48f6-b7ef-ae8aeaf41205" -d '{"events": [{"server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "name": "network-vif-unplugged", "status": "completed", "tag": "694babca-1315-478f-a019-b0cc82bafb37"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:24.195676 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:24.200676 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.202603 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:24.223857 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05821ffa-28cf-4c40-bf21-b90c1ccf7d1b x-openstack-request-id: req-05821ffa-28cf-4c40-bf21-b90c1ccf7d1b {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:24.224152 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "name": "network-vif-unplugged", "status": "completed", "tag": "694babca-1315-478f-a019-b0cc82bafb37", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:24.224411 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05821ffa-28cf-4c40-bf21-b90c1ccf7d1b {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:24.224795 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694babca-1315-478f-a019-b0cc82bafb37', 'code': 200} Jun 18 16:33:24.249761 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=8']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:24.252630 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:25.116904 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a665f-6c36-4571-a819-49d2944ebb5b req-e76f8bcf-2c3c-4414-a462-1830a29d761e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:25.118363 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-589a665f-6c36-4571-a819-49d2944ebb5b req-e76f8bcf-2c3c-4414-a462-1830a29d761e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0618136 Jun 18 16:33:25.158291 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-589a665f-6c36-4571-a819-49d2944ebb5b req-2828e489-a202-4a94-8cba-80feb20bc23d tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342999 Jun 18 16:33:26.272322 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec803c-0563-4aa9-8f5c-70200a7fdece req-c1088133-a420-4d44-a837-23ad2f637e3a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:26.274570 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-09ec803c-0563-4aa9-8f5c-70200a7fdece req-c1088133-a420-4d44-a837-23ad2f637e3a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0637777 Jun 18 16:33:26.311786 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-09ec803c-0563-4aa9-8f5c-70200a7fdece req-411ed39c-1121-407a-9c3e-5a96e3fbea18 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316367 Jun 18 16:33:26.427903 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44050) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:26.521629 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-c9934f59-8936-418f-951b-5981b27844e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925441 Jun 18 16:33:27.468078 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-fb1cc027-6f12-4cef-a648-97e32fa1a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:27.469566 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-fb1cc027-6f12-4cef-a648-97e32fa1a215 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234&tenant_id=07e561593f534ef7b032c2b2fc12ba34 HTTP/1.1" status: 200 len: 1096 time: 0.0550423 Jun 18 16:33:27.498978 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fecb13-c6ff-477a-8aea-6aafaa80cf30 req-0f35c080-b14a-4aaf-8836-16bf6f1b4fd5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:27.500450 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c9fecb13-c6ff-477a-8aea-6aafaa80cf30 req-0f35c080-b14a-4aaf-8836-16bf6f1b4fd5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0661564 Jun 18 16:33:27.540829 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c9fecb13-c6ff-477a-8aea-6aafaa80cf30 req-9b9e4b34-b2fc-4163-b182-f73bf88885d3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346105 Jun 18 16:33:27.555875 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-2b9f5978-a3ed-46d6-89ed-c224117b13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:27.557342 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-2b9f5978-a3ed-46d6-89ed-c224117b13ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 1096 time: 0.0547378 Jun 18 16:33:27.650750 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-a767948d-8893-4b16-b393-ff501c9a00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:27.652114 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-a767948d-8893-4b16-b393-ff501c9a00ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 918 time: 0.0881541 Jun 18 16:33:27.722551 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-b77060fa-f392-4e2b-9846-9fca6693de9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=694babca-1315-478f-a019-b0cc82bafb37 HTTP/1.1" status: 200 len: 998 time: 0.0572369 Jun 18 16:33:27.773548 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-a368a77c-7b62-43d6-b1d7-7f4d3501a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:27.775007 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-a368a77c-7b62-43d6-b1d7-7f4d3501a5c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.0432451 Jun 18 16:33:27.833150 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-2971ce2b-7da0-4b1f-9ecb-8e287b184415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:27.834601 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-2971ce2b-7da0-4b1f-9ecb-8e287b184415 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527036 Jun 18 16:33:27.921964 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-247bda11-2329-4755-b6b8-1b5cdc8519c2 service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796103 Jun 18 16:33:28.014123 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-737c8eb5-9703-4fb0-87df-ad92058094f5 req-36537990-b1f6-4640-bc45-911a09f8f4cb service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839202 Jun 18 16:33:28.072848 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 694babca-1315-478f-a019-b0cc82bafb37 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:28.805702 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3a800-198d-46a0-8048-ac7f10812105 req-a8be73db-a0fb-48d9-aa7c-f1b8c279abe3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:28.811956 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-88c3a800-198d-46a0-8048-ac7f10812105 req-a8be73db-a0fb-48d9-aa7c-f1b8c279abe3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.1095104 Jun 18 16:33:28.859396 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-88c3a800-198d-46a0-8048-ac7f10812105 req-0e467368-d43f-4872-acce-8e9d23787219 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415606 Jun 18 16:33:30.046704 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb3ac-3e79-48b0-a548-1a21cd4e01c5 req-93e79d4a-0827-4012-b916-fdec6676b574 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:30.048704 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cb9bb3ac-3e79-48b0-a548-1a21cd4e01c5 req-93e79d4a-0827-4012-b916-fdec6676b574 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0680904 Jun 18 16:33:30.092390 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cb9bb3ac-3e79-48b0-a548-1a21cd4e01c5 req-06991d67-bbad-440c-bb59-7172f8a35f43 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369503 Jun 18 16:33:31.272937 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ebaee-0424-4cb4-8d3a-0804b552d4a5 req-27584903-6bf1-41f6-a670-830febff57b1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:31.274402 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e1ebaee-0424-4cb4-8d3a-0804b552d4a5 req-27584903-6bf1-41f6-a670-830febff57b1 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0661998 Jun 18 16:33:31.310819 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6e1ebaee-0424-4cb4-8d3a-0804b552d4a5 req-adb80e27-89cd-4a70-a30b-0d8471485c0f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308535 Jun 18 16:33:32.486443 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f437065-12dd-4eaa-8328-b10d74c7847a req-600349e2-2802-45cb-88c7-f39307d3fb6b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.487777 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8f437065-12dd-4eaa-8328-b10d74c7847a req-600349e2-2802-45cb-88c7-f39307d3fb6b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0632162 Jun 18 16:33:32.524449 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8f437065-12dd-4eaa-8328-b10d74c7847a req-2dd1ff52-33c7-4f33-9b74-974bab4108d3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304868 Jun 18 16:33:33.706448 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa44b51-c2df-43b6-9884-c7a884d17c14 req-fdbc7462-ba91-4e8f-a05e-27960ad762a8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:33.707881 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7fa44b51-c2df-43b6-9884-c7a884d17c14 req-fdbc7462-ba91-4e8f-a05e-27960ad762a8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0660059 Jun 18 16:33:33.745768 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7fa44b51-c2df-43b6-9884-c7a884d17c14 req-d7acdd52-3633-4313-ad91-85cae895c754 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311208 Jun 18 16:33:34.942920 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9460fd1-57a5-4cf3-8027-e433d397e2cd req-70e567bf-b21b-46eb-a783-4c1d22390541 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:34.947810 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d9460fd1-57a5-4cf3-8027-e433d397e2cd req-70e567bf-b21b-46eb-a783-4c1d22390541 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0793421 Jun 18 16:33:34.992749 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d9460fd1-57a5-4cf3-8027-e433d397e2cd req-29b0dd35-653d-442d-b301-180a41f42915 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390813 Jun 18 16:33:36.178915 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f622d7d-af7a-4745-91d0-40dfbec9c440 req-48a6ad59-72cc-4470-87a7-246a41e6207f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:36.180492 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4f622d7d-af7a-4745-91d0-40dfbec9c440 req-48a6ad59-72cc-4470-87a7-246a41e6207f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0710151 Jun 18 16:33:36.218536 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4f622d7d-af7a-4745-91d0-40dfbec9c440 req-7b505236-51b7-4713-8fad-c988d5bd192a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322087 Jun 18 16:33:36.611143 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a1f714b0-f775-47a2-a2da-e1dcb6693dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.798262 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.400484 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637ca9-0251-4f56-a3e2-0dbb3212dad7 req-8d9862b8-1404-4f96-be6e-1e41d3a09a51 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:37.401942 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-43637ca9-0251-4f56-a3e2-0dbb3212dad7 req-8d9862b8-1404-4f96-be6e-1e41d3a09a51 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0667224 Jun 18 16:33:37.449275 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-43637ca9-0251-4f56-a3e2-0dbb3212dad7 req-f06c31e2-e272-4639-92d9-a44850172a56 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Jun 18 16:33:38.653047 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435ba3b-8ed1-48b9-bc09-970b9e03d751 req-e6d88a40-28a1-4d86-99f1-c5155e04571b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:38.654578 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b435ba3b-8ed1-48b9-bc09-970b9e03d751 req-e6d88a40-28a1-4d86-99f1-c5155e04571b tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0757418 Jun 18 16:33:38.698577 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b435ba3b-8ed1-48b9-bc09-970b9e03d751 req-2df2274f-b090-4522-a6f8-7ed943628a2a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384409 Jun 18 16:33:38.841607 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-bc77e24c-ae01-4b1c-87d4-6eb2cd5fa33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.883052 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.886589 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351bfbd-27af-44ea-8a6d-691549418c93 req-78ba9f36-ffb7-441d-9bc7-6d3473e49f5e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:39.888078 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2351bfbd-27af-44ea-8a6d-691549418c93 req-78ba9f36-ffb7-441d-9bc7-6d3473e49f5e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0688286 Jun 18 16:33:39.926546 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2351bfbd-27af-44ea-8a6d-691549418c93 req-c7e77173-7cb5-43b2-bd45-8a02b936ab7a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329514 Jun 18 16:33:40.087809 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.133641 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df997852-0113-4cd9-9211-83a0473d334a req-e9dea79b-b173-4afb-91ae-ce1125102795 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:41.135147 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-df997852-0113-4cd9-9211-83a0473d334a req-e9dea79b-b173-4afb-91ae-ce1125102795 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0661445 Jun 18 16:33:41.174193 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-df997852-0113-4cd9-9211-83a0473d334a req-acece9e3-c8a0-4977-bf5d-f4ca6539d0f7 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333645 Jun 18 16:33:41.695441 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:33:41.965606 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.356949 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad4d25-6063-415c-9dad-9c9e0836b015 req-b9fdee71-5f96-4a1d-8f57-e4daada4fa30 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:42.358451 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81ad4d25-6063-415c-9dad-9c9e0836b015 req-b9fdee71-5f96-4a1d-8f57-e4daada4fa30 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0687957 Jun 18 16:33:42.397524 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81ad4d25-6063-415c-9dad-9c9e0836b015 req-38740b82-3ead-498e-b38f-a9ae55fb3ec4 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332012 Jun 18 16:33:43.579752 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ade24-ef0b-4ed9-9680-3cbf3dd69e71 req-20aa4ec3-50c0-4457-b4d7-abbdc276b540 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:43.581234 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3d9ade24-ef0b-4ed9-9680-3cbf3dd69e71 req-20aa4ec3-50c0-4457-b4d7-abbdc276b540 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0660787 Jun 18 16:33:43.618944 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3d9ade24-ef0b-4ed9-9680-3cbf3dd69e71 req-ab5aa422-70ea-48c2-9483-5c41a33f35e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319397 Jun 18 16:33:44.799221 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85078b-5854-4918-b3e9-b086641a76bb req-4ed32c5f-4d40-4f1d-a494-9545fd1dad06 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:44.800720 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf85078b-5854-4918-b3e9-b086641a76bb req-4ed32c5f-4d40-4f1d-a494-9545fd1dad06 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0629814 Jun 18 16:33:44.839380 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bf85078b-5854-4918-b3e9-b086641a76bb req-d8f1dafb-b536-481e-bbcc-8290d1d8d5a8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Jun 18 16:33:46.016943 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e82e1-062e-4135-890c-bcdc106908ea req-4a8c3067-1308-40e0-8fe4-71df608422d8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:46.018457 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9a3e82e1-062e-4135-890c-bcdc106908ea req-4a8c3067-1308-40e0-8fe4-71df608422d8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 943 time: 0.0617621 Jun 18 16:33:46.056498 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9a3e82e1-062e-4135-890c-bcdc106908ea req-7344257b-846e-4326-b475-c3d04f256cf8 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318501 Jun 18 16:33:46.167934 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 694babca-1315-478f-a019-b0cc82bafb37 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:33:46.258990 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:46.269652 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '694babca-1315-478f-a019-b0cc82bafb37', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'port_id': '694babca-1315-478f-a019-b0cc82bafb37', 'mac_address': 'fa:16:3e:13:7e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:33:46.308027 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.319769 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694babca-1315-478f-a019-b0cc82bafb37 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:33:46.338698 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:46.342539 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.345108 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:46.390749 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=9']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:46.394167 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:46.674627 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['694babca-1315-478f-a019-b0cc82bafb37'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:33:47.235052 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd9c51-375d-47c2-8462-845fbc89bb72 req-4fb95c8e-7513-4c57-ba18-bfeaae20d90a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:47.236440 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1bdd9c51-375d-47c2-8462-845fbc89bb72 req-4fb95c8e-7513-4c57-ba18-bfeaae20d90a tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 944 time: 0.0626693 Jun 18 16:33:47.273276 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1bdd9c51-375d-47c2-8462-845fbc89bb72 req-6f0ba7b7-e200-436d-95fc-fc998df03a64 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312493 Jun 18 16:33:48.183925 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 694babca-1315-478f-a019-b0cc82bafb37 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:48.230955 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 694babca-1315-478f-a019-b0cc82bafb37 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:48.231345 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.303431 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.329988 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694babca-1315-478f-a019-b0cc82bafb37'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:48.332226 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08e0010-adc5-4220-9fc1-e6c98fd2cadc" -d '{"events": [{"server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "name": "network-vif-plugged", "status": "completed", "tag": "694babca-1315-478f-a019-b0cc82bafb37"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:48.346366 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:48.351084 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.353135 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-67689d1f-eba7-41e6-8a46-cfbdf9d793fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:48.374918 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c284cc29-e020-4d53-9719-0c685daf05b1 x-openstack-request-id: req-c284cc29-e020-4d53-9719-0c685daf05b1 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:48.375210 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "name": "network-vif-plugged", "status": "completed", "tag": "694babca-1315-478f-a019-b0cc82bafb37", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:48.375464 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c284cc29-e020-4d53-9719-0c685daf05b1 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:48.375847 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694babca-1315-478f-a019-b0cc82bafb37', 'code': 200} Jun 18 16:33:48.401399 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=10']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:48.404253 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:48.471803 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a26b8-d308-4a18-b584-520800beb012 req-e7f0af7a-707b-4982-826a-d4b7d909eb36 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:48.473252 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c2a26b8-d308-4a18-b584-520800beb012 req-e7f0af7a-707b-4982-826a-d4b7d909eb36 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 946 time: 0.0782769 Jun 18 16:33:48.786195 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6c2a26b8-d308-4a18-b584-520800beb012 req-e2e5081a-bc97-4f3d-a197-2d423e9841cc tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058381 Jun 18 16:33:48.805335 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dceab0-2988-44fb-b57d-0b038de1321a req-1ba711be-c919-4f20-9639-edbe1b06321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:48.808293 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-92dceab0-2988-44fb-b57d-0b038de1321a req-1ba711be-c919-4f20-9639-edbe1b06321c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 1099 time: 0.0662086 Jun 18 16:33:48.842704 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-92dceab0-2988-44fb-b57d-0b038de1321a req-66ea60f3-2ae0-4adb-8487-318fd924918f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287871 Jun 18 16:33:49.970536 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6ec0f-10fe-4227-8863-f261b4179532 req-b022b315-7431-4754-bc62-1e4035f6b589 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:49.972006 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-15c6ec0f-10fe-4227-8863-f261b4179532 req-b022b315-7431-4754-bc62-1e4035f6b589 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 946 time: 0.0681815 Jun 18 16:33:50.011463 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-15c6ec0f-10fe-4227-8863-f261b4179532 req-9f65c519-e350-46bf-9bf1-afdc7a7c298f tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336719 Jun 18 16:33:51.188796 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e449e0-cc6a-4f0f-82e5-6df8c35a3326 req-7d943be4-2450-4367-bac8-82ad3a5972ca tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:51.190312 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d2e449e0-cc6a-4f0f-82e5-6df8c35a3326 req-7d943be4-2450-4367-bac8-82ad3a5972ca tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 946 time: 0.0643208 Jun 18 16:33:51.228380 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d2e449e0-cc6a-4f0f-82e5-6df8c35a3326 req-9db04dee-6915-4217-8036-1b32f69e5c21 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323770 Jun 18 16:34:06.483776 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c8b782ba-1307-41c1-a5de-b90965ff8d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.820046 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.356662 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe811d-210f-4cd0-a34b-5295fc548083 req-b203d325-2b1c-4c2a-9039-272cebeb6460 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:07.358317 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0efe811d-210f-4cd0-a34b-5295fc548083 req-b203d325-2b1c-4c2a-9039-272cebeb6460 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 946 time: 0.0650291 Jun 18 16:34:07.394767 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0efe811d-210f-4cd0-a34b-5295fc548083 req-c17cd233-376a-4ecd-bd2d-1a664f29fd0b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307860 Jun 18 16:34:08.569616 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a5e70-7403-46fc-af25-f447d01c0afd req-d3c6da7f-bc64-4bca-8932-5bf18f64e91e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:08.571677 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f34a5e70-7403-46fc-af25-f447d01c0afd req-d3c6da7f-bc64-4bca-8932-5bf18f64e91e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 946 time: 0.0638976 Jun 18 16:34:08.609221 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f34a5e70-7403-46fc-af25-f447d01c0afd req-49b2c884-a421-40d6-9984-f7e810772beb tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320284 Jun 18 16:34:08.757957 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1a7cf046-adea-4664-88d7-864300f69134 req-6c25bf7b-f44f-43ea-b7ac-f2f499be10fb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622802 Jun 18 16:34:08.845791 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3f52-737d-42e7-abfe-96431fe0575f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.885094 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf046-adea-4664-88d7-864300f69134 req-3bbcf07e-920b-4145-a2c4-5e3ce950b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:08.885843 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.887828 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1a7cf046-adea-4664-88d7-864300f69134 req-3bbcf07e-920b-4145-a2c4-5e3ce950b1c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07e561593f534ef7b032c2b2fc12ba34&device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 1099 time: 0.0592840 Jun 18 16:34:08.992972 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf046-adea-4664-88d7-864300f69134 req-f57181e2-6d75-466f-846e-5c9e7fb9253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:08.994753 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1a7cf046-adea-4664-88d7-864300f69134 req-f57181e2-6d75-466f-846e-5c9e7fb9253b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 200 len: 918 time: 0.0849335 Jun 18 16:34:09.077059 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1a7cf046-adea-4664-88d7-864300f69134 req-e2173fb5-89e4-4e2d-b656-37605afe4438 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=694babca-1315-478f-a019-b0cc82bafb37 HTTP/1.1" status: 200 len: 1000 time: 0.0635428 Jun 18 16:34:09.134993 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf046-adea-4664-88d7-864300f69134 req-b52ee666-62c4-439a-9d22-bf2f11750e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:09.136429 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1a7cf046-adea-4664-88d7-864300f69134 req-b52ee666-62c4-439a-9d22-bf2f11750e59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 200 len: 856 time: 0.0481331 Jun 18 16:34:09.201963 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf046-adea-4664-88d7-864300f69134 req-b4f138d2-6d1d-4a59-8dc8-b70cc77f743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:09.203400 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1a7cf046-adea-4664-88d7-864300f69134 req-b4f138d2-6d1d-4a59-8dc8-b70cc77f743a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513172 Jun 18 16:34:09.291768 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1a7cf046-adea-4664-88d7-864300f69134 req-bab9aabf-89fd-4042-ab50-d04e0a9028ee service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795982 Jun 18 16:34:09.396126 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1a7cf046-adea-4664-88d7-864300f69134 req-ace726a4-fb3a-42fb-bb46-77908878883c service neutron] 10.222.0.72 "GET /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863512 Jun 18 16:34:09.556297 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-518b1416-3672-4239-9064-d3313dd9e5b7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:09.557664 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-518b1416-3672-4239-9064-d3313dd9e5b7 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.72 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 946 time: 0.0632875 Jun 18 16:34:09.658598 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Deleting port 98af13b6-6b39-4ec7-9ac5-bae888e23024 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:09.658938 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.779062 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] For port 98af13b6-6b39-4ec7-9ac5-bae888e23024, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=98af13b6-6b39-4ec7-9ac5-bae888e23024,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:09.779794 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.856838 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddc2c9-447b-4e6a-86c1-3809a61b291a req-42959af0-fbcd-4042-a17c-cc91c83c3bdb tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:09.858254 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b6ddc2c9-447b-4e6a-86c1-3809a61b291a req-42959af0-fbcd-4042-a17c-cc91c83c3bdb tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 946 time: 0.1364017 Jun 18 16:34:09.963317 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b6ddc2c9-447b-4e6a-86c1-3809a61b291a req-6d326b4d-dcb2-483c-8024-4b862cb1da4d tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups?id=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780239 Jun 18 16:34:09.986337 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.986700 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.987004 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.l3_db [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Floating IP fa629bc3-9146-4b83-b1f7-bfe5c927ceaf disassociated. External IP: 172.27.3.40, port: 98af13b6-6b39-4ec7-9ac5-bae888e23024. Jun 18 16:34:09.987337 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Calling delete_port for 98af13b6-6b39-4ec7-9ac5-bae888e23024 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:10.084196 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.115012 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.121340 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-395fa966-9e88-49c3-880a-ca25b35c9b8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:10.149064 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event deleted for resources: {'Port': ['ID=98af13b6-6b39-4ec7-9ac5-bae888e23024,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:10.157932 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.158302 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.158659 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.159008 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.159375 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.159719 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.160059 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.161176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.161176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.161176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.161537 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.161894 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:10.165228 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:10.266776 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Router d107d7e3-bdcb-47b4-9d31-e970fd271047 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:10.369552 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:10.378576 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] Sync routers for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:10.388086 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:10.388709 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:34:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:10.412037 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] No DVR routers for this DVR port 98af13b6-6b39-4ec7-9ac5-bae888e23024 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:10.414701 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.416725 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2b2a5cbc-07d2-41a7-826d-8083a683d269 req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.72 "DELETE /v2.0/ports/98af13b6-6b39-4ec7-9ac5-bae888e23024 HTTP/1.1" status: 204 len: 173 time: 0.8536096 Jun 18 16:34:10.417239 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'name': 'network-vif-deleted', 'tag': '98af13b6-6b39-4ec7-9ac5-bae888e23024'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:10.419539 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4682529-1ada-4224-949b-54c99e8a6d11" -d '{"events": [{"server_uuid": "0631b989-7cb7-4243-be5d-e4b9118b544b", "name": "network-vif-deleted", "tag": "98af13b6-6b39-4ec7-9ac5-bae888e23024"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:10.460144 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ba1ae7-2c0a-45f6-9612-5b15215e818f x-openstack-request-id: req-76ba1ae7-2c0a-45f6-9612-5b15215e818f {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:10.460501 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0631b989-7cb7-4243-be5d-e4b9118b544b", "name": "network-vif-deleted", "tag": "98af13b6-6b39-4ec7-9ac5-bae888e23024", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:10.460913 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76ba1ae7-2c0a-45f6-9612-5b15215e818f {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:10.461393 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0631b989-7cb7-4243-be5d-e4b9118b544b', 'name': 'network-vif-deleted', 'tag': '98af13b6-6b39-4ec7-9ac5-bae888e23024', 'status': 'completed', 'code': 200} Jun 18 16:34:10.511279 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:10.716098 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:10.740924 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] Checking router: d107d7e3-bdcb-47b4-9d31-e970fd271047 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:10.748800 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:10.749397 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:34:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:10.847113 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:11.045267 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:11.076473 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c933fe-f5b9-4882-bd1c-4cc93c8ce8fd None None] The sync data for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi is: [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:27:03Z', 'revision_number': 4, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'c670233d-8ffb-4ae4-84f5-d491cac110af', 'name': '', 'network_id': '0883b05a-15d5-409b-9c71-4adb702e2d9a', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'mac_address': 'fa:16:3e:89:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:00Z', 'updated_at': '2021-06-18T16:27:13Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'subnets': [{'id': '913cc92b-c816-492d-bf03-8d4553e6b4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:11.122635 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1921aa8a-f2f1-402d-8b74-5e4940592b4c req-a7adcc2e-446e-48d1-beec-22da5be85796 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/ports?device_id=0631b989-7cb7-4243-be5d-e4b9118b544b HTTP/1.1" status: 200 len: 210 time: 0.0310652 Jun 18 16:34:11.288841 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed91c35b-23d9-4ea3-a5a8-65fb3ee6ac78 None None] New status for floating IP fa629bc3-9146-4b83-b1f7-bfe5c927ceaf: DOWN {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:34:11.968469 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.246436 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44304) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.304349 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a5e61274-43e1-454b-b0ad-b6770d91a556 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.327639 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a5e61274-43e1-454b-b0ad-b6770d91a556 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.342498 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 98af13b6-6b39-4ec7-9ac5-bae888e23024 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:12.362854 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 98af13b6-6b39-4ec7-9ac5-bae888e23024 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:12.363203 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 98af13b6-6b39-4ec7-9ac5-bae888e23024 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:12.373717 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a5e61274-43e1-454b-b0ad-b6770d91a556 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.376342 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a5e61274-43e1-454b-b0ad-b6770d91a556 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.377458 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-a5e61274-43e1-454b-b0ad-b6770d91a556 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "DELETE /v2.0/security-groups/53a8ab66-dd06-40b8-a7d0-c6785da5b9aa HTTP/1.1" status: 204 len: 168 time: 0.1300628 Jun 18 16:34:12.378292 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-238628fd-e290-4faf-80a1-bf1a2d1a1dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:12.380252 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44308) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.389952 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e61274-43e1-454b-b0ad-b6770d91a556 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8ab66-dd06-40b8-a7d0-c6785da5b9aa,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:12.392203 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a5e61274-43e1-454b-b0ad-b6770d91a556 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:12.393716 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.api.v2.resource [None req-958fc28f-ed2c-41c6-852d-59603e17ee04 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] show failed (client error): The resource could not be found. Jun 18 16:34:12.395307 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-958fc28f-ed2c-41c6-852d-59603e17ee04 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "GET /v2.0/security-groups/53a8ab66-dd06-40b8-a7d0-c6785da5b9aa HTTP/1.1" status: 404 len: 347 time: 0.0134435 Jun 18 16:34:12.397466 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44310) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.516952 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Deleting port 8ffb4f06-04f7-4afb-be64-6f23ebc3554e {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:12.517286 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.593452 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.593808 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.654337 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Calling delete_port for 8ffb4f06-04f7-4afb-be64-6f23ebc3554e owned by network:floatingip {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:12.784704 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.787442 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dca727b5-5ef8-4cfa-9228-5816dc897b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:12.809689 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Pushing event deleted for resources: {'Port': ['ID=8ffb4f06-04f7-4afb-be64-6f23ebc3554e,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:12.820439 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.820812 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.821176 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.821539 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.822455 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.822864 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.823232 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.823570 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.823921 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.824268 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.824615 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.824957 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.845852 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:12.884028 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks [] for floatingip, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.887143 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.888274 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] 10.222.0.44 "DELETE /v2.0/floatingips/fa629bc3-9146-4b83-b1f7-bfe5c927ceaf HTTP/1.1" status: 204 len: 168 time: 0.4899137 Jun 18 16:34:16.551077 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44338) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:16.988243 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606413'] for router_interface, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.235562 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Deleting port c670233d-8ffb-4ae4-84f5-d491cac110af {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:17.235902 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.312116 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] For port c670233d-8ffb-4ae4-84f5-d491cac110af, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c670233d-8ffb-4ae4-84f5-d491cac110af,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:17.312475 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.378883 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Calling delete_port for c670233d-8ffb-4ae4-84f5-d491cac110af owned by network:router_interface {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:17.555765 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.558740 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f85f054e-d919-4e5a-9e86-d7d2917c2914 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:17.582650 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c670233d-8ffb-4ae4-84f5-d491cac110af,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:17.585699 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:17.753988 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606321'] for router_interface, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.966134 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Router d107d7e3-bdcb-47b4-9d31-e970fd271047 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:18.072539 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:18.077477 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] 10.222.0.44 "PUT /v2.0/routers/d107d7e3-bdcb-47b4-9d31-e970fd271047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253675 Jun 18 16:34:18.080006 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44342) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:18.082270 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] Sync routers for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:18.092496 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:18.093197 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:34:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:18.199229 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:18.385623 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:34:17Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:18.416903 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] Checking router: d107d7e3-bdcb-47b4-9d31-e970fd271047 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:18.425289 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] Routers {'d107d7e3-bdcb-47b4-9d31-e970fd271047'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:18.425947 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:34:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['d107d7e3-bdcb-47b4-9d31-e970fd271047'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:18.447010 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.551062 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.607483 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Deleting port 6f553e64-8d99-4065-9cf9-ee085983362c {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:18.608191 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.650157 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] Set router d107d7e3-bdcb-47b4-9d31-e970fd271047 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:18.689832 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] For port 6f553e64-8d99-4065-9cf9-ee085983362c, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=6f553e64-8d99-4065-9cf9-ee085983362c,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:18.690237 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.693995 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:34:18.757697 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Calling delete_port for 6f553e64-8d99-4065-9cf9-ee085983362c owned by network:router_gateway {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:18.826417 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:34:17Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:18.852715 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3ed8e-cb76-446c-a92f-38c37c48051d None None] The sync data for ids ['d107d7e3-bdcb-47b4-9d31-e970fd271047'] in dv-cinder-792462-12-iscsi is: [{'id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'name': 'tempest-AttachVolumeTestJSON-11158543-router', 'tenant_id': 'ace971bcab484234aeb195e3f2919fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:54Z', 'updated_at': '2021-06-18T16:34:17Z', 'revision_number': 5, 'project_id': 'ace971bcab484234aeb195e3f2919fec', 'gw_port': {'id': '6f553e64-8d99-4065-9cf9-ee085983362c', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd107d7e3-bdcb-47b4-9d31-e970fd271047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:55Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:18.932235 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.934956 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-29a96aeb-4ac8-48b6-9ea3-30b7d5fde246 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:18.960873 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f553e64-8d99-4065-9cf9-ee085983362c,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:18.964447 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:19.019786 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636509'] for router_gateway, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.106794 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8058'] for router, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.108752 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.150831 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608018'] for router, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.151789 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d107d7e3-bdcb-47b4-9d31-e970fd271047 {{(pid=92763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:19.156664 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.157809 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-370dd520-d15a-40d3-aba3-1149750d67a0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d107d7e3-bdcb-47b4-9d31-e970fd271047 HTTP/1.1" status: 204 len: 168 time: 1.0767069 Jun 18 16:34:19.160223 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44346) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:19.209389 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-f130562b-9ef1-4084-b179-40f8157a3cb2 admin admin] Deleting subnet 913cc92b-c816-492d-bf03-8d4553e6b4a5 {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:19.213028 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f130562b-9ef1-4084-b179-40f8157a3cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.249950 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f130562b-9ef1-4084-b179-40f8157a3cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527961301'] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.330176 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f130562b-9ef1-4084-b179-40f8157a3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.385893 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f130562b-9ef1-4084-b179-40f8157a3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12802580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528059865'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.388135 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:19.413265 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130562b-9ef1-4084-b179-40f8157a3cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913cc92b-c816-492d-bf03-8d4553e6b4a5,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:19.416585 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f130562b-9ef1-4084-b179-40f8157a3cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:19.417568 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f130562b-9ef1-4084-b179-40f8157a3cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.421877 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f130562b-9ef1-4084-b179-40f8157a3cb2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/913cc92b-c816-492d-bf03-8d4553e6b4a5 HTTP/1.1" status: 204 len: 168 time: 0.2582839 Jun 18 16:34:19.422080 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44348) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:19.423276 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b7b4ce-d687-4ed9-bde7-6abb2875c041 None None] Network 0883b05a-15d5-409b-9c71-4adb702e2d9a requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:19.496030 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.558441 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Deleting port 055ed75f-0282-45c9-b2a0-2f1142f09b45 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:19.559031 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.619719 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] For port 055ed75f-0282-45c9-b2a0-2f1142f09b45, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=055ed75f-0282-45c9-b2a0-2f1142f09b45,segment=NetworkSegment(320b2c45-cfc9-4605-a628-6ff9eb92bc2b),segment_id=320b2c45-cfc9-4605-a628-6ff9eb92bc2b)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:19.620067 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.683543 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Calling delete_port for 055ed75f-0282-45c9-b2a0-2f1142f09b45 owned by network:dhcp {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:19.760426 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.762490 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4efe2fa8-36c3-4ea9-b630-94bd92f285a2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:19.786387 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Pushing event deleted for resources: {'Port': ['ID=055ed75f-0282-45c9-b2a0-2f1142f09b45,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:19.789407 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:19.790196 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] No DVR routers for this DVR port 055ed75f-0282-45c9-b2a0-2f1142f09b45 on host dv-cinder-792462-12-iscsi {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:19.862050 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cbf4fb-14fc-402d-9757-2b10bf32bc0e None None] DHCP port deletion for 0883b05a-15d5-409b-9c71-4adb702e2d9a request from dv-cinder-792462-12-iscsi {{(pid=92765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:19.877928 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.888096 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0883b05a-15d5-409b-9c71-4adb702e2d9a']}} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:19.898113 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320b2c45-cfc9-4605-a628-6ff9eb92bc2b') {'for_net_delete': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:19.898408 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320b2c45-cfc9-4605-a628-6ff9eb92bc2b') {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:19.907425 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13143595'] for segment, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.921117 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.927222 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=92764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:19.927817 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12683862'] for segment, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: Traceback (most recent call last): Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: timer() Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: cb(*args, **kw) Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: return func(*args, **kwargs) Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: self._notify() Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: self.callback(batched_events) Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: event.method(event) Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: return f(self, *a, **k) Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._get(url).json() Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:19.929711 dv-cinder-792462-12-iscsi neutron-server[92764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:19.986584 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.991162 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.993450 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] 10.222.0.44 "DELETE /v2.0/networks/0883b05a-15d5-409b-9c71-4adb702e2d9a HTTP/1.1" status: 204 len: 168 time: 0.5699415 Jun 18 16:34:19.993804 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4818d069-02ce-49e8-8439-2e1e436e0ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:20.006394 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Pushing event deleted for resources: {'Network': ['ID=0883b05a-15d5-409b-9c71-4adb702e2d9a,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:20.020154 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:20.106362 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44356) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:20.146500 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-a8a716b3-3815-4633-8a45-096380b2e03d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ace971bcab484234aeb195e3f2919fec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388319 Jun 18 16:34:20.148734 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44358) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:20.194814 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfecd900-79db-4904-b47a-7760d540ea88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.215960 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfecd900-79db-4904-b47a-7760d540ea88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.264227 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfecd900-79db-4904-b47a-7760d540ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.266849 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cfecd900-79db-4904-b47a-7760d540ea88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.270317 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-cfecd900-79db-4904-b47a-7760d540ea88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcc5ff8e-5778-4c57-ab48-e353e69ceb86 HTTP/1.1" status: 204 len: 168 time: 0.1183751 Jun 18 16:34:20.270317 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6a4b710c-9e71-4455-a2e2-60b4a648359f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:20.277660 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecd900-79db-4904-b47a-7760d540ea88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc5ff8e-5778-4c57-ab48-e353e69ceb86,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:20.280270 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cfecd900-79db-4904-b47a-7760d540ea88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:20.761226 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 6f553e64-8d99-4065-9cf9-ee085983362c no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:20.786672 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 6f553e64-8d99-4065-9cf9-ee085983362c {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:20.787026 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 6f553e64-8d99-4065-9cf9-ee085983362c not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:20.787457 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c670233d-8ffb-4ae4-84f5-d491cac110af no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:20.808169 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: c670233d-8ffb-4ae4-84f5-d491cac110af {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:20.808524 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c670233d-8ffb-4ae4-84f5-d491cac110af not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:20.808957 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 055ed75f-0282-45c9-b2a0-2f1142f09b45 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:20.827314 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 055ed75f-0282-45c9-b2a0-2f1142f09b45 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:20.827669 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 055ed75f-0282-45c9-b2a0-2f1142f09b45 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:20.940091 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44380) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.033482 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-708201686-network', 'tenant_id': 'a12f8ff80fa94e648fe98075594be296'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:21.054837 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Made reservation on behalf of a12f8ff80fa94e648fe98075594be296 for: {'network': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:21.057547 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.065429 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.157501 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.161336 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.165044 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7f692e6c-13bc-4346-b1b8-7c7ca91d0563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:21.191479 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=92764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:21.203799 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3716cd30-94c4-4326-b34a-f5650c47f957,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:21.206639 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.206969 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.segments_db [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Added segment fcea38c7-0043-4a3d-8470-f08cc1c5b3fc of type vlan for network 27f66013-505e-41a9-84d0-b2b0026145f8 Jun 18 16:34:21.208511 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:21.250909 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.279291 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.280558 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:21.281139 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.283941 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-832543bb-d01f-4a10-93ac-06e52a901060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:21.336679 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3955109 Jun 18 16:34:21.340218 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44384) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.341730 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Pushing event updated for resources: {'Network': ['ID=27f66013-505e-41a9-84d0-b2b0026145f8,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:21.344842 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:21.346492 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Request body: {'subnet': {'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-708201686-subnet', 'tenant_id': 'a12f8ff80fa94e648fe98075594be296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:21.351193 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 27f66013-505e-41a9-84d0-b2b0026145f8 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:21.367702 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Made reservation on behalf of a12f8ff80fa94e648fe98075594be296 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:21.371412 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528059890'] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.548843 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12802773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528059872'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.551461 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5d56c2e1-999a-4bdd-8132-951badb44c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:21.604625 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3884f092-94d8-42f0-9438-8049b70cf830,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:21.608177 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:21.613843 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Checking segment: {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:21.614185 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Network hostable DHCP agents. Network: 27f66013-505e-41a9-84d0-b2b0026145f8, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:21.630306 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Network 27f66013-505e-41a9-84d0-b2b0026145f8 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:21.639322 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 27f66013-505e-41a9-84d0-b2b0026145f8) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:21.644388 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:21.646341 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.647328 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b6938-4877-4959-aa7a-3221fa3dbedf None None] Network 27f66013-505e-41a9-84d0-b2b0026145f8 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:21.661188 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-bcb66ad5-d90e-4934-92f5-9bae339a19fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3198161 Jun 18 16:34:21.772538 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8604c751-7aba-4efa-b5bf-ae66345cb35b None None] Network 27f66013-505e-41a9-84d0-b2b0026145f8 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:22.099067 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0552d-b231-44c8-b096-4c0914225165 req-7674a5bb-9023-4cac-aada-db4ba1857738 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:22.100395 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-7674a5bb-9023-4cac-aada-db4ba1857738 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 814 time: 0.1042030 Jun 18 16:34:22.115904 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-63de4ec1-c319-4064-ab55-947264cc0c78 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/quotas/a12f8ff80fa94e648fe98075594be296 HTTP/1.1" status: 200 len: 375 time: 0.0090194 Jun 18 16:34:22.149448 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-3973ebbc-13bd-4a8e-8e61-76b1fc9c444f tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276954 Jun 18 16:34:22.254807 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-76c168fd-9f71-4c7f-bf16-1516b08b36ac service neutron] 10.222.0.44 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983133 Jun 18 16:34:22.341793 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-71100654-68f7-4cb7-96ac-64f1c90cd755 service neutron] 10.222.0.44 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805931 Jun 18 16:34:22.506236 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2b58bf84-2f8b-4675-8cdf-44d991f4d237 req-bca461f0-0bb2-49c9-b325-c071e5ed3b4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 210 time: 0.0323594 Jun 18 16:34:23.644386 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0552d-b231-44c8-b096-4c0914225165 req-55dee8d7-c545-47f6-b0a7-b957884ab379 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:23.646047 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-55dee8d7-c545-47f6-b0a7-b957884ab379 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 814 time: 0.1053615 Jun 18 16:34:23.659071 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-bff4ed74-949e-4e6b-90a6-4552949f90ea req-09ab8631-a837-4119-bed3-ca80a8696b3a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 210 time: 0.0352335 Jun 18 16:34:23.674261 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Request body: {'port': {'device_id': '0df5a012-4903-4528-befb-f56f500d5215', 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8', 'admin_state_up': True, 'tenant_id': 'a12f8ff80fa94e648fe98075594be296'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:23.787618 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Made reservation on behalf of a12f8ff80fa94e648fe98075594be296 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:23.791221 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.918531 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Allocated IP 172.20.0.11 (27f66013-505e-41a9-84d0-b2b0026145f8/3884f092-94d8-42f0-9438-8049b70cf830/d8388068-74a4-499a-855b-7db79dba413d) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:24.060852 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.097569 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.102536 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:24.143361 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Network 27f66013-505e-41a9-84d0-b2b0026145f8 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:24.148744 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:24.153347 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:24.187440 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Pushing event updated for resources: {'Port': ['ID=d8388068-74a4-499a-855b-7db79dba413d,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:24.191670 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:24.209977 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:24.210582 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.225640 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5553658 Jun 18 16:34:24.244208 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Request body: {'port': {'device_id': '0df5a012-4903-4528-befb-f56f500d5215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:24.312071 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.577004 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8388068-74a4-499a-855b-7db79dba413d {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:24.584485 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.597032 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Transition to ACTIVE for port object d8388068-74a4-499a-855b-7db79dba413d will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:24.601188 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.604213 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b85ad468-156c-4f67-b06b-b1f0d2ad8d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:24.676472 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Pushing event updated for resources: {'Port': ['ID=d8388068-74a4-499a-855b-7db79dba413d,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:24.680627 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:24.747496 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Attempting to bind port d8388068-74a4-499a-855b-7db79dba413d on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:24.747835 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Attempting to bind port d8388068-74a4-499a-855b-7db79dba413d by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:24.748172 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Attempting to bind port d8388068-74a4-499a-855b-7db79dba413d on network 27f66013-505e-41a9-84d0-b2b0026145f8 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:24.753231 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Port d8388068-74a4-499a-855b-7db79dba413d on network 27f66013-505e-41a9-84d0-b2b0026145f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:34:24.753385 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Attempting to bind port d8388068-74a4-499a-855b-7db79dba413d on network 27f66013-505e-41a9-84d0-b2b0026145f8 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:24.758712 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:24.759052 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Checking segment: {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:24.760145 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Bound using segment: {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:24.761038 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Bound port: d8388068-74a4-499a-855b-7db79dba413d, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:24.761390 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.831183 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] For port d8388068-74a4-499a-855b-7db79dba413d, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:24.835923 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] For port d8388068-74a4-499a-855b-7db79dba413d, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d8388068-74a4-499a-855b-7db79dba413d,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:24.841153 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.845080 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-642e8976-0e48-4243-815d-71036206ae1e tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:24.861843 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ae324-a047-432c-91b0-ee8e78b1ac76 req-57a2ebd3-a561-4a65-8801-89f0f06da5d2 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:24.864208 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-259ae324-a047-432c-91b0-ee8e78b1ac76 req-57a2ebd3-a561-4a65-8801-89f0f06da5d2 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 944 time: 0.0855711 Jun 18 16:34:24.890296 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:24.891058 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.892645 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] 10.222.0.72 "PUT /v2.0/ports/d8388068-74a4-499a-855b-7db79dba413d HTTP/1.1" status: 200 len: 1094 time: 0.6526425 Jun 18 16:34:24.893223 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df5a012-4903-4528-befb-f56f500d5215', 'tag': 'd8388068-74a4-499a-855b-7db79dba413d'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:24.895651 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645af2d3-f988-4a43-b763-538d7bd92ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "0df5a012-4903-4528-befb-f56f500d5215", "tag": "d8388068-74a4-499a-855b-7db79dba413d"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:24.912996 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-259ae324-a047-432c-91b0-ee8e78b1ac76 req-b5a091ba-dc3e-43d4-b7e6-3e31d8ae15d7 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Jun 18 16:34:24.926234 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Pushing event updated for resources: {'Port': ['ID=d8388068-74a4-499a-855b-7db79dba413d,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:24.939501 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:24.982244 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9f1197-8042-4b2e-a9b4-b0a95dfd9c35 x-openstack-request-id: req-3e9f1197-8042-4b2e-a9b4-b0a95dfd9c35 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:24.982561 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df5a012-4903-4528-befb-f56f500d5215", "tag": "d8388068-74a4-499a-855b-7db79dba413d", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:24.982842 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e9f1197-8042-4b2e-a9b4-b0a95dfd9c35 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:24.983260 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df5a012-4903-4528-befb-f56f500d5215', 'tag': 'd8388068-74a4-499a-855b-7db79dba413d', 'status': 'completed', 'code': 200} Jun 18 16:34:25.043462 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0552d-b231-44c8-b096-4c0914225165 req-b52c69f8-bc68-4f6a-a350-1e1082cf8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.044991 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-b52c69f8-bc68-4f6a-a350-1e1082cf8322 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 1097 time: 0.0890281 Jun 18 16:34:25.052165 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090797f-3486-4666-b570-0baf7228880a req-ae60757e-75c9-4b2b-bf5a-6b38eeffc227 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.053481 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7090797f-3486-4666-b570-0baf7228880a req-ae60757e-75c9-4b2b-bf5a-6b38eeffc227 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 946 time: 0.1075451 Jun 18 16:34:25.099400 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-bc6fe985-7f0e-4126-a427-ba9ac39f16f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8388068-74a4-499a-855b-7db79dba413d HTTP/1.1" status: 200 len: 217 time: 0.0404594 Jun 18 16:34:25.151661 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7090797f-3486-4666-b570-0baf7228880a req-9f202d6b-7c71-4330-a37a-319a041b4793 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873594 Jun 18 16:34:25.161664 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0552d-b231-44c8-b096-4c0914225165 req-549eb8ad-da2b-4ce5-9a84-27615032c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.163143 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-549eb8ad-da2b-4ce5-9a84-27615032c7ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3884f092-94d8-42f0-9438-8049b70cf830 HTTP/1.1" status: 200 len: 854 time: 0.0559506 Jun 18 16:34:25.198006 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-c4a2dbb4-d914-4b38-8f44-41cf7209d980 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f66013-505e-41a9-84d0-b2b0026145f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266957 Jun 18 16:34:25.285196 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-57e12adf-2dcd-4bae-a37d-df8dfe2c139a service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809906 Jun 18 16:34:25.372379 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c7c0552d-b231-44c8-b096-4c0914225165 req-295763ba-a96e-4005-99b1-c0e39b075e42 service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790045 Jun 18 16:34:25.530003 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645af2d3-f988-4a43-b763-538d7bd92ea5 req-8ffeb81d-e30d-4098-baba-5e65b4c37c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.531454 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-645af2d3-f988-4a43-b763-538d7bd92ea5 req-8ffeb81d-e30d-4098-baba-5e65b4c37c7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 1097 time: 0.0563943 Jun 18 16:34:25.622368 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645af2d3-f988-4a43-b763-538d7bd92ea5 req-024416dd-c911-47dd-9efd-f1a812413f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.623892 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-645af2d3-f988-4a43-b763-538d7bd92ea5 req-024416dd-c911-47dd-9efd-f1a812413f2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 915 time: 0.0850363 Jun 18 16:34:25.664021 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-645af2d3-f988-4a43-b763-538d7bd92ea5 req-282a04db-308b-4f16-b7cc-25ba1b45c94b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8388068-74a4-499a-855b-7db79dba413d HTTP/1.1" status: 200 len: 217 time: 0.0328169 Jun 18 16:34:25.713982 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645af2d3-f988-4a43-b763-538d7bd92ea5 req-a6fa068f-7143-45d8-b9b7-439875afa6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.715359 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-645af2d3-f988-4a43-b763-538d7bd92ea5 req-a6fa068f-7143-45d8-b9b7-439875afa6ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3884f092-94d8-42f0-9438-8049b70cf830 HTTP/1.1" status: 200 len: 854 time: 0.0443180 Jun 18 16:34:25.748207 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-645af2d3-f988-4a43-b763-538d7bd92ea5 req-551854bb-10a6-4c59-9c53-72fca92390bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f66013-505e-41a9-84d0-b2b0026145f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258672 Jun 18 16:34:25.836902 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-645af2d3-f988-4a43-b763-538d7bd92ea5 req-3d2c1da1-9779-4f43-b6cf-33d5cab03da0 service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801203 Jun 18 16:34:25.934058 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-645af2d3-f988-4a43-b763-538d7bd92ea5 req-15b1499f-9004-46fa-bb53-c7831de42aeb service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852618 Jun 18 16:34:26.089503 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cbb2c-4b40-4069-9e2a-8f5a94d9c5c5 req-10223909-ffe4-426e-be71-5cfeb3b392e1 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:26.090941 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0e0cbb2c-4b40-4069-9e2a-8f5a94d9c5c5 req-10223909-ffe4-426e-be71-5cfeb3b392e1 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 944 time: 0.0634365 Jun 18 16:34:26.126610 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0e0cbb2c-4b40-4069-9e2a-8f5a94d9c5c5 req-18d939cb-421c-41c2-b0bd-321515efa11b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300281 Jun 18 16:34:26.331660 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578257a-943e-4787-a749-34d5dbde342c req-b9362bf1-863d-422b-9055-880268054d95 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:26.333103 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8578257a-943e-4787-a749-34d5dbde342c req-b9362bf1-863d-422b-9055-880268054d95 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 946 time: 0.0616183 Jun 18 16:34:26.371820 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8578257a-943e-4787-a749-34d5dbde342c req-be3fdcb0-6854-4855-9131-909ce7bd0919 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8cf2dae-ca22-48e8-9f2a-3744a1b40637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322468 Jun 18 16:34:26.464392 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device d8388068-74a4-499a-855b-7db79dba413d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:34:26.524029 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-fffecf98-74aa-4a95-aeba-d9ffbdb35427 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:26.525631 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-fffecf98-74aa-4a95-aeba-d9ffbdb35427 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.72 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 946 time: 0.0662653 Jun 18 16:34:26.561504 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port d8388068-74a4-499a-855b-7db79dba413d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d8388068-74a4-499a-855b-7db79dba413d,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:26.573484 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': 'd8388068-74a4-499a-855b-7db79dba413d', 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8', 'port_id': 'd8388068-74a4-499a-855b-7db79dba413d', 'mac_address': 'fa:16:3e:e6:18:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3884f092-94d8-42f0-9438-8049b70cf830', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:34:26.609143 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.622219 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8388068-74a4-499a-855b-7db79dba413d {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:26.624453 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Deleting port 694babca-1315-478f-a019-b0cc82bafb37 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:26.624787 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.642684 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port d8388068-74a4-499a-855b-7db79dba413d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d8388068-74a4-499a-855b-7db79dba413d,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:26.646924 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.649892 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:26.694071 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=d8388068-74a4-499a-855b-7db79dba413d,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:26.701593 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.701967 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.702307 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.702642 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.703002 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.703362 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.704151 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.704151 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.704349 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.704620 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.705309 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.705309 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:26.709172 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:26.714206 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] For port 694babca-1315-478f-a019-b0cc82bafb37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=694babca-1315-478f-a019-b0cc82bafb37,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:26.714691 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.948557 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['d8388068-74a4-499a-855b-7db79dba413d'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:34:27.128242 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.128697 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.129007 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.l3_db [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Floating IP 82de084a-59dd-446f-969f-acff4950a552 disassociated. External IP: 172.27.3.67, port: 694babca-1315-478f-a019-b0cc82bafb37. Jun 18 16:34:27.129340 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Calling delete_port for 694babca-1315-478f-a019-b0cc82bafb37 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:27.258522 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.263384 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f54ebdf5-0433-4c20-9f75-2caeca3796e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:27.288315 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event deleted for resources: {'Port': ['ID=694babca-1315-478f-a019-b0cc82bafb37,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:27.291453 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:27.300701 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01092aad-f73f-4506-8228-b4cb4e6dfaf2 req-bd9e118a-311e-483e-a711-be9ba74cc840 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:27.302620 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-01092aad-f73f-4506-8228-b4cb4e6dfaf2 req-bd9e118a-311e-483e-a711-be9ba74cc840 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 945 time: 0.0658844 Jun 18 16:34:27.344599 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-01092aad-f73f-4506-8228-b4cb4e6dfaf2 req-144aa644-c7c8-4eae-a0fb-b990b4619c99 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337288 Jun 18 16:34:27.400945 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Router 9504ff19-5547-4d97-8d26-bf948e3e1df6 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:27.524530 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-db6edf09-d329-4095-80eb-11bed6ce5372 req-5bd2affe-c0dd-4d9a-9eff-a40ba33ffe89 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b4f8a0-39a1-4cbd-af37-9445ba7df234 HTTP/1.1" status: 200 len: 210 time: 0.0321975 Jun 18 16:34:27.532852 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:27.543777 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] Sync routers for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:27.557845 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:27.557845 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:34:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:27.579560 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] No DVR routers for this DVR port 694babca-1315-478f-a019-b0cc82bafb37 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:27.581947 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.583976 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9a01d048-fe13-43d3-96e9-75352f37b162 req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.72 "DELETE /v2.0/ports/694babca-1315-478f-a019-b0cc82bafb37 HTTP/1.1" status: 204 len: 173 time: 1.0515389 Jun 18 16:34:27.584470 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'name': 'network-vif-deleted', 'tag': '694babca-1315-478f-a019-b0cc82bafb37'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:27.586740 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e083ec24-ebb3-4fc8-838c-a039d3a10236" -d '{"events": [{"server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "name": "network-vif-deleted", "tag": "694babca-1315-478f-a019-b0cc82bafb37"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:27.623780 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e670c6-7db7-45f8-96de-d424141583cc x-openstack-request-id: req-36e670c6-7db7-45f8-96de-d424141583cc {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:27.624223 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4f8a0-39a1-4cbd-af37-9445ba7df234", "name": "network-vif-deleted", "tag": "694babca-1315-478f-a019-b0cc82bafb37", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:27.624835 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36e670c6-7db7-45f8-96de-d424141583cc {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:27.625155 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4f8a0-39a1-4cbd-af37-9445ba7df234', 'name': 'network-vif-deleted', 'tag': '694babca-1315-478f-a019-b0cc82bafb37', 'status': 'completed', 'code': 200} Jun 18 16:34:27.675353 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:27.962877 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:27.988435 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] Checking router: 9504ff19-5547-4d97-8d26-bf948e3e1df6 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:27.997442 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:27.998076 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:34:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:28.100523 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:28.300856 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:28.326948 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f48ea1e-f890-4238-8cb1-8e076c4ed68d None None] The sync data for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi is: [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:27:04Z', 'revision_number': 4, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '406834f8-9f88-44e9-9533-a9c0340d3100', 'name': '', 'network_id': 'ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'mac_address': 'fa:16:3e:ff:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:15Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'subnets': [{'id': 'ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:28.519768 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5bc45-4d09-4c7e-8a1a-39ec206867ce req-a7ec4a0f-44c4-4aeb-9c68-39f9caffa243 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:28.520904 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device d8388068-74a4-499a-855b-7db79dba413d up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:28.521440 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bdb5bc45-4d09-4c7e-8a1a-39ec206867ce req-a7ec4a0f-44c4-4aeb-9c68-39f9caffa243 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 945 time: 0.0643234 Jun 18 16:34:28.544829 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0257361-5e96-49e5-858f-90566ceed1b7 None None] New status for floating IP 82de084a-59dd-446f-969f-acff4950a552: DOWN {{(pid=92765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:34:28.563711 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-bdb5bc45-4d09-4c7e-8a1a-39ec206867ce req-eaf03cd1-c56a-4835-80e0-9556407978a1 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358858 Jun 18 16:34:28.656603 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44448) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:28.671804 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port d8388068-74a4-499a-855b-7db79dba413d completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:28.675806 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port d8388068-74a4-499a-855b-7db79dba413d triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:28.676190 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.726710 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9321b0a7-1231-4089-86b8-84251505e8e0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.750789 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9321b0a7-1231-4089-86b8-84251505e8e0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.758708 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.782819 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df5a012-4903-4528-befb-f56f500d5215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8388068-74a4-499a-855b-7db79dba413d'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:28.785331 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca922f-0318-4ef7-bd0d-69b01057490a" -d '{"events": [{"server_uuid": "0df5a012-4903-4528-befb-f56f500d5215", "name": "network-vif-plugged", "status": "completed", "tag": "d8388068-74a4-499a-855b-7db79dba413d"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:28.799234 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port d8388068-74a4-499a-855b-7db79dba413d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d8388068-74a4-499a-855b-7db79dba413d,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:28.802576 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9321b0a7-1231-4089-86b8-84251505e8e0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.804167 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.805339 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 694babca-1315-478f-a019-b0cc82bafb37 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:28.805533 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9321b0a7-1231-4089-86b8-84251505e8e0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.809762 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-9321b0a7-1231-4089-86b8-84251505e8e0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "DELETE /v2.0/security-groups/e8cf2dae-ca22-48e8-9f2a-3744a1b40637 HTTP/1.1" status: 204 len: 168 time: 0.1490254 Jun 18 16:34:28.809762 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-d737115f-0e75-49b5-a4fd-45b883e4aac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:28.810014 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:28.810101 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44452) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:28.817934 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321b0a7-1231-4089-86b8-84251505e8e0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cf2dae-ca22-48e8-9f2a-3744a1b40637,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:28.820933 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9321b0a7-1231-4089-86b8-84251505e8e0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:28.830757 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.api.v2.resource [None req-b519ef66-c9bc-4b9a-b333-ef9ae83400f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] show failed (client error): The resource could not be found. Jun 18 16:34:28.831771 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-b519ef66-c9bc-4b9a-b333-ef9ae83400f5 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "GET /v2.0/security-groups/e8cf2dae-ca22-48e8-9f2a-3744a1b40637 HTTP/1.1" status: 404 len: 347 time: 0.0206554 Jun 18 16:34:28.834749 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44454) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:28.836489 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97631150-f82a-49a2-b962-5409137fcdae x-openstack-request-id: req-97631150-f82a-49a2-b962-5409137fcdae {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:28.836782 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df5a012-4903-4528-befb-f56f500d5215", "name": "network-vif-plugged", "status": "completed", "tag": "d8388068-74a4-499a-855b-7db79dba413d", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:28.837045 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97631150-f82a-49a2-b962-5409137fcdae {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:28.838185 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df5a012-4903-4528-befb-f56f500d5215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8388068-74a4-499a-855b-7db79dba413d', 'code': 200} Jun 18 16:34:28.860486 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 694babca-1315-478f-a019-b0cc82bafb37 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:28.861117 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 694babca-1315-478f-a019-b0cc82bafb37 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:28.893522 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=d8388068-74a4-499a-855b-7db79dba413d,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:28.896391 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:28.973930 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Deleting port 09cf7b7c-6036-4566-bed4-bcdd59bd31df {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:28.974280 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.083713 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.083942 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.153190 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Calling delete_port for 09cf7b7c-6036-4566-bed4-bcdd59bd31df owned by network:floatingip {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:29.217325 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab417ef-89c8-4e62-9fd5-47024fc85738 req-cf2212cb-2e27-4bc7-a9f7-a17942f0504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:29.218820 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1ab417ef-89c8-4e62-9fd5-47024fc85738 req-cf2212cb-2e27-4bc7-a9f7-a17942f0504c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 1099 time: 0.1819940 Jun 18 16:34:29.276521 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-1ab417ef-89c8-4e62-9fd5-47024fc85738 req-5f0c8a2b-f064-48b3-a288-1af014d9b475 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Jun 18 16:34:29.330331 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.332537 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-bcf15fad-719d-40c7-9522-a14f2b0b89e3 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:29.356919 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Pushing event deleted for resources: {'Port': ['ID=09cf7b7c-6036-4566-bed4-bcdd59bd31df,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:29.359834 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:29.423741 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks [] for floatingip, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.426309 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.427473 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] 10.222.0.44 "DELETE /v2.0/floatingips/82de084a-59dd-446f-969f-acff4950a552 HTTP/1.1" status: 204 len: 168 time: 0.5903599 Jun 18 16:34:29.752574 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498b597-e690-483a-829d-47f5650c2b60 req-9bf0d5eb-da05-462d-860e-f60ab83ad311 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:29.754051 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3498b597-e690-483a-829d-47f5650c2b60 req-9bf0d5eb-da05-462d-860e-f60ab83ad311 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 946 time: 0.0748065 Jun 18 16:34:29.802917 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3498b597-e690-483a-829d-47f5650c2b60 req-8fd09e13-46e4-45a5-8fc8-530a2361bc54 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425687 Jun 18 16:34:30.975647 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcfe59-e373-473f-94a4-b78d0b821d80 req-c518606b-bb3a-4acc-97e0-2f74c90101e8 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:30.977088 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81dcfe59-e373-473f-94a4-b78d0b821d80 req-c518606b-bb3a-4acc-97e0-2f74c90101e8 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 946 time: 0.0623305 Jun 18 16:34:31.016103 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81dcfe59-e373-473f-94a4-b78d0b821d80 req-f538f3c0-f741-4300-8c72-9d74fee5ff3f tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330257 Jun 18 16:34:31.999134 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44486) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:32.384296 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606413'] for router_interface, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.639852 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Deleting port 406834f8-9f88-44e9-9533-a9c0340d3100 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:32.640204 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.723508 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] For port 406834f8-9f88-44e9-9533-a9c0340d3100, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=406834f8-9f88-44e9-9533-a9c0340d3100,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:32.723859 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.793194 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Calling delete_port for 406834f8-9f88-44e9-9533-a9c0340d3100 owned by network:router_interface {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:32.970507 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.972410 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-fd45b20d-1481-4bca-937c-989f9f8a9136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:32.997634 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Pushing event deleted for resources: {'Port': ['ID=406834f8-9f88-44e9-9533-a9c0340d3100,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:33.000751 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:33.170284 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606321'] for router_interface, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.384128 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Router 9504ff19-5547-4d97-8d26-bf948e3e1df6 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:33.487697 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:33.492581 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-8c36465c-f384-4b20-891a-fec31e66756a admin admin] 10.222.0.44 "PUT /v2.0/routers/9504ff19-5547-4d97-8d26-bf948e3e1df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4924409 Jun 18 16:34:33.495708 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44502) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:33.498416 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] Sync routers for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:33.507643 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:33.508244 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:34:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:33.597232 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.613294 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:33.794660 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:34:32Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:33.826657 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] Checking router: 9504ff19-5547-4d97-8d26-bf948e3e1df6 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:33.834958 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] Routers {'9504ff19-5547-4d97-8d26-bf948e3e1df6'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:33.835569 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:34:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['9504ff19-5547-4d97-8d26-bf948e3e1df6'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:33.941440 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] Set router 9504ff19-5547-4d97-8d26-bf948e3e1df6 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:33.968433 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.027787 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Deleting port eb607d5d-7c8a-4893-b153-f7482af50a64 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:34.028433 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.104647 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] For port eb607d5d-7c8a-4893-b153-f7482af50a64, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=eb607d5d-7c8a-4893-b153-f7482af50a64,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:34.105091 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.116034 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:34:32Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:34.142496 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e7b7b-b83e-4c77-b855-9c15887d2bd1 None None] The sync data for ids ['9504ff19-5547-4d97-8d26-bf948e3e1df6'] in dv-cinder-792462-12-iscsi is: [{'id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1550978433-router', 'tenant_id': '07e561593f534ef7b032c2b2fc12ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:26:57Z', 'updated_at': '2021-06-18T16:34:32Z', 'revision_number': 5, 'project_id': '07e561593f534ef7b032c2b2fc12ba34', 'gw_port': {'id': 'eb607d5d-7c8a-4893-b153-f7482af50a64', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504ff19-5547-4d97-8d26-bf948e3e1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:26:58Z', 'updated_at': '2021-06-18T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:34.169445 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Calling delete_port for eb607d5d-7c8a-4893-b153-f7482af50a64 owned by network:router_gateway {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:34.327819 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.329653 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6f59fd7c-3ddd-4079-8ba2-c0d056b1015a tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:34.352236 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb607d5d-7c8a-4893-b153-f7482af50a64,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:34.356070 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:34.414487 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636509'] for router_gateway, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.501816 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8058'] for router, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.503953 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.548640 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608018'] for router, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.549237 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9504ff19-5547-4d97-8d26-bf948e3e1df6 {{(pid=92763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:34.555959 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.558031 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-c894e743-49c4-4c4c-a9b4-08d911f5a0b3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9504ff19-5547-4d97-8d26-bf948e3e1df6 HTTP/1.1" status: 204 len: 168 time: 1.0612981 Jun 18 16:34:34.560726 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44506) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:34.610237 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-287560b0-9c01-4c3a-95b8-fe22be060933 admin admin] Deleting subnet ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:34.613356 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287560b0-9c01-4c3a-95b8-fe22be060933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.649188 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287560b0-9c01-4c3a-95b8-fe22be060933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527961301'] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.730545 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287560b0-9c01-4c3a-95b8-fe22be060933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.794932 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287560b0-9c01-4c3a-95b8-fe22be060933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12802580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528059865'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.797763 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dd3112c2-8889-4a59-b21e-e03fbd707fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:34.826138 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287560b0-9c01-4c3a-95b8-fe22be060933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:34.829777 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-287560b0-9c01-4c3a-95b8-fe22be060933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.831462 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-287560b0-9c01-4c3a-95b8-fe22be060933 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ea27b03e-52e9-4f2f-ab29-e1e68f0c6c6b HTTP/1.1" status: 204 len: 168 time: 0.2698019 Jun 18 16:34:34.832343 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-287560b0-9c01-4c3a-95b8-fe22be060933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:34.833921 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44510) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:34.834526 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd80b5d-3f53-4a29-bee2-5abd04cd2895 None None] Network ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:34.911018 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.967800 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Deleting port d117ba6b-9015-4f90-95a0-da450703edd4 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:34.968137 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.029642 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] For port d117ba6b-9015-4f90-95a0-da450703edd4, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=d117ba6b-9015-4f90-95a0-da450703edd4,segment=NetworkSegment(f5a9356d-fc5b-41c6-a3ed-731d8915a5be),segment_id=f5a9356d-fc5b-41c6-a3ed-731d8915a5be)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:35.030323 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.096052 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Calling delete_port for d117ba6b-9015-4f90-95a0-da450703edd4 owned by network:dhcp {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:35.169501 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef00356f-db67-4bd8-9854-40563b49420c None None] DHCP port deletion for ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 request from dv-cinder-792462-12-iscsi {{(pid=92765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:35.179690 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.185261 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4a6cbd9a-8086-484a-97c3-30d6f3b492db tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:35.187832 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 406834f8-9f88-44e9-9533-a9c0340d3100 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:35.214324 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=d117ba6b-9015-4f90-95a0-da450703edd4,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:35.217422 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:35.219058 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] No DVR routers for this DVR port d117ba6b-9015-4f90-95a0-da450703edd4 on host dv-cinder-792462-12-iscsi {{(pid=92763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:35.226784 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-ef00356f-db67-4bd8-9854-40563b49420c None None] The port 'd117ba6b-9015-4f90-95a0-da450703edd4' was deleted {{(pid=92765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 18 16:34:35.232595 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 406834f8-9f88-44e9-9533-a9c0340d3100 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:35.232595 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 406834f8-9f88-44e9-9533-a9c0340d3100 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:35.298045 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.308306 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00']}} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:35.318323 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be') {'for_net_delete': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:35.318618 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a9356d-fc5b-41c6-a3ed-731d8915a5be') {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:35.327784 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527961308'] for segment, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.341741 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.347774 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=92763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:35.348181 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12724927'] for segment, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: Traceback (most recent call last): Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: timer() Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: cb(*args, **kw) Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: return func(*args, **kwargs) Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: self._notify() Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: self.callback(batched_events) Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: event.method(event) Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: return f(self, *a, **k) Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._get(url).json() Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:35.349868 dv-cinder-792462-12-iscsi neutron-server[92763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:35.407621 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.411084 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:35.413398 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.415220 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00 HTTP/1.1" status: 204 len: 168 time: 0.5803225 Jun 18 16:34:35.426778 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8df2d6-cbe3-4bc9-9670-f2aa7b1c8e00,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:35.429075 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7c8799bc-1444-4f3c-8bae-f1d0e90c8c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:35.526935 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44514) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:35.567304 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-eca0239d-f4dc-46a9-a9e4-f8eadf0a4b5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07e561593f534ef7b032c2b2fc12ba34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391822 Jun 18 16:34:35.569628 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44516) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:35.616353 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7490-ac86-4a72-9c38-6017da7651ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.636448 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7490-ac86-4a72-9c38-6017da7651ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.680244 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7490-ac86-4a72-9c38-6017da7651ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.682918 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7490-ac86-4a72-9c38-6017da7651ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.684028 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-fd1d7490-ac86-4a72-9c38-6017da7651ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5417adff-62ba-4864-9d8a-aa836892f7fe HTTP/1.1" status: 204 len: 168 time: 0.1134887 Jun 18 16:34:35.684765 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-006cef9c-344c-46eb-864a-2b76edefc561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:35.691891 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d7490-ac86-4a72-9c38-6017da7651ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5417adff-62ba-4864-9d8a-aa836892f7fe,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:35.694224 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fd1d7490-ac86-4a72-9c38-6017da7651ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:36.485190 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-f202ee0f-346e-4704-9026-d97d85413798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.796431 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device d117ba6b-9015-4f90-95a0-da450703edd4 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:36.815433 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: d117ba6b-9015-4f90-95a0-da450703edd4 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:36.815777 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device d117ba6b-9015-4f90-95a0-da450703edd4 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:36.816197 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device eb607d5d-7c8a-4893-b153-f7482af50a64 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:36.840392 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: eb607d5d-7c8a-4893-b153-f7482af50a64 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:36.840783 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device eb607d5d-7c8a-4893-b153-f7482af50a64 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:36.854111 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.850049 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-98ec68f2-5129-4f25-8fd1-b47f71c9fdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.887644 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.401054 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44584) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:39.501433 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f4ab96ba-6c95-44af-802c-2f265703ede9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.589923 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f4ab96ba-6c95-44af-802c-2f265703ede9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.593751 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f4ab96ba-6c95-44af-802c-2f265703ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.596332 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-506e4c1e-36bc-429a-992b-0427600f582b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:39.637330 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f4ab96ba-6c95-44af-802c-2f265703ede9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3893d0b214b4c3d98c5441d8cad065d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351468 Jun 18 16:34:39.638268 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab96ba-6c95-44af-802c-2f265703ede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0110bd4c-c64a-40f4-9115-45e7f7e53d69,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:39.640971 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44588) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:39.641465 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f4ab96ba-6c95-44af-802c-2f265703ede9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:39.690651 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-241a0c39-15f7-46ce-b105-fcd3a93b9f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.711327 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-241a0c39-15f7-46ce-b105-fcd3a93b9f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.758883 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-241a0c39-15f7-46ce-b105-fcd3a93b9f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.762505 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-241a0c39-15f7-46ce-b105-fcd3a93b9f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.763640 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-241a0c39-15f7-46ce-b105-fcd3a93b9f22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0110bd4c-c64a-40f4-9115-45e7f7e53d69 HTTP/1.1" status: 204 len: 168 time: 0.1213078 Jun 18 16:34:39.764455 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-ede8a81d-c64b-4cef-a59e-a144cefa07d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:39.772172 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a0c39-15f7-46ce-b105-fcd3a93b9f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0110bd4c-c64a-40f4-9115-45e7f7e53d69,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:39.774446 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-241a0c39-15f7-46ce-b105-fcd3a93b9f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:40.092140 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.450941 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-d2937947-5950-4b5c-9a9d-1d638355ea70 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:40.452408 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-d2937947-5950-4b5c-9a9d-1d638355ea70 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 814 time: 0.1093037 Jun 18 16:34:40.468825 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-65b18805-c5fb-4299-99eb-3f57156b5bb9 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/quotas/a12f8ff80fa94e648fe98075594be296 HTTP/1.1" status: 200 len: 375 time: 0.0098100 Jun 18 16:34:40.539584 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-8ba29b8f-9b7d-4be8-b1a5-a6cd9e1b77b9 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658312 Jun 18 16:34:40.632371 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-2c0c51c5-64f0-40b0-96a4-d10490d7d867 service neutron] 10.222.0.44 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857289 Jun 18 16:34:40.733217 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-ac562c3b-7e24-42ca-a596-e32c3fbbbd25 service neutron] 10.222.0.44 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934899 Jun 18 16:34:40.902648 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e4b88359-a840-443e-8a36-499db455482b req-670e4c37-b7e3-423c-b50c-c6b0ba6a211f tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 210 time: 0.0301311 Jun 18 16:34:40.978729 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44658) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:41.083327 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5139c5b0-d15c-4985-852c-8a18eade9108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.176223 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5139c5b0-d15c-4985-852c-8a18eade9108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.179263 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-5139c5b0-d15c-4985-852c-8a18eade9108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.184666 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-680efb0a-2a5e-4b29-bee5-311c42a909b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:41.220155 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-5139c5b0-d15c-4985-852c-8a18eade9108 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a71bcc5f08f745c0a55ca885ae80a9de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403395 Jun 18 16:34:41.221192 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139c5b0-d15c-4985-852c-8a18eade9108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6209189-9dbc-4c39-80e8-ca63cb689d7c,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:41.223704 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44666) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:41.224260 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5139c5b0-d15c-4985-852c-8a18eade9108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:41.283514 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-337bb146-a464-43b1-9be2-df0de2995eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.308980 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-337bb146-a464-43b1-9be2-df0de2995eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.366981 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-337bb146-a464-43b1-9be2-df0de2995eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.370298 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-337bb146-a464-43b1-9be2-df0de2995eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.373752 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-337bb146-a464-43b1-9be2-df0de2995eba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6209189-9dbc-4c39-80e8-ca63cb689d7c HTTP/1.1" status: 204 len: 168 time: 0.1458189 Jun 18 16:34:41.373752 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-502c7d96-ea9d-4ec1-b2ee-eb4776eaff18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:41.381141 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bb146-a464-43b1-9be2-df0de2995eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6209189-9dbc-4c39-80e8-ca63cb689d7c,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:41.383497 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-337bb146-a464-43b1-9be2-df0de2995eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:41.977051 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.999677 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44690) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:42.113376 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-306963952-network', 'tenant_id': '3ff5f4f692644762868c56d802e41827'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:42.139618 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a2be218b-4759-4072-a5a1-2b59f384e3be req-9a8437fd-6e3b-44b5-b3b8-31b1a9ebd986 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 210 time: 0.0875425 Jun 18 16:34:42.179038 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Made reservation on behalf of 3ff5f4f692644762868c56d802e41827 for: {'network': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:42.181370 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.195327 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.210680 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-2239d37e-abbf-471e-8e13-9db3e0041d8f tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:42.212275 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-2239d37e-abbf-471e-8e13-9db3e0041d8f tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 814 time: 0.1831279 Jun 18 16:34:42.237966 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Request body: {'port': {'device_id': '1910d314-4876-441c-a6d9-9d3301067cab', 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8', 'admin_state_up': True, 'tenant_id': 'a12f8ff80fa94e648fe98075594be296'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:42.387170 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.392495 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.397954 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4c85e2b0-02c9-496c-988b-78af8c8a611e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:42.421918 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=92764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:42.429753 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Made reservation on behalf of a12f8ff80fa94e648fe98075594be296 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:42.433936 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.451071 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9582ffd1-c60e-42fc-9f90-eb9997206ae1,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:42.453889 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.454224 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.segments_db [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Added segment bf67500d-b620-4535-b221-42d6dd2c72ae of type vlan for network 4acbc2f7-17a2-40c4-b943-c3ca10560d55 Jun 18 16:34:42.456561 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:42.503470 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.597014 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.600042 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:42.600613 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.605148 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d18e3c74-b70b-4302-ac07-20fc041eaf88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:42.657718 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6566262 Jun 18 16:34:42.660509 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44698) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:42.665833 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Request body: {'subnet': {'network_id': '4acbc2f7-17a2-40c4-b943-c3ca10560d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-306963952-subnet', 'tenant_id': '3ff5f4f692644762868c56d802e41827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:42.670338 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Allocated IP 172.20.0.6 (27f66013-505e-41a9-84d0-b2b0026145f8/3884f092-94d8-42f0-9438-8049b70cf830/747ed127-3eb5-4d08-b153-8f7718e8cdd5) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:42.684172 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4acbc2f7-17a2-40c4-b943-c3ca10560d55,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:42.686827 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Made reservation on behalf of 3ff5f4f692644762868c56d802e41827 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:42.689320 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528059890'] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.689547 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:42.695368 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 4acbc2f7-17a2-40c4-b943-c3ca10560d55 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:42.834352 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.868380 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12802773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528059872'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.873434 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.874008 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-287560b0-9c01-4c3a-95b8-fe22be060933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:42.877458 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:42.909865 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['d8388068-74a4-499a-855b-7db79dba413d'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:34:42.922502 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Network 27f66013-505e-41a9-84d0-b2b0026145f8 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:42.925577 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:42.929545 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:42.938679 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3becf3ef-34dd-4843-80a9-057b6c40ad27,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:42.943162 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:42.948683 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Checking segment: {'id': 'bf67500d-b620-4535-b221-42d6dd2c72ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4acbc2f7-17a2-40c4-b943-c3ca10560d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:42.949045 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Network hostable DHCP agents. Network: 4acbc2f7-17a2-40c4-b943-c3ca10560d55, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:42.960554 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Pushing event updated for resources: {'Port': ['ID=747ed127-3eb5-4d08-b153-8f7718e8cdd5,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:42.965160 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:42.971924 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Network 4acbc2f7-17a2-40c4-b943-c3ca10560d55 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:42.982569 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 4acbc2f7-17a2-40c4-b943-c3ca10560d55) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:42.985457 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:42.986105 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.987443 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:42.988180 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.999491 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e7fe5-d5d8-453c-828a-e2ccf5d2bfa3 None None] Network 4acbc2f7-17a2-40c4-b943-c3ca10560d55 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:43.003260 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702928 Jun 18 16:34:43.005793 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-359274e1-0876-4533-8ef8-0854ddae6dcf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3441327 Jun 18 16:34:43.021098 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Request body: {'port': {'device_id': '1910d314-4876-441c-a6d9-9d3301067cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:43.097268 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.290092 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f95156b-f49b-483a-a8e4-494ce720c40a None None] Network 4acbc2f7-17a2-40c4-b943-c3ca10560d55 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:43.382757 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa4b8a-f771-49f0-9284-3a44c942adea req-471f13a7-e091-469e-8386-4dbaa7495ab3 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:43.385226 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3fa4b8a-f771-49f0-9284-3a44c942adea req-471f13a7-e091-469e-8386-4dbaa7495ab3 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 931 time: 0.1121914 Jun 18 16:34:43.443025 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747ed127-3eb5-4d08-b153-8f7718e8cdd5 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:43.462337 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e3fa4b8a-f771-49f0-9284-3a44c942adea req-d94b3ddb-7aa6-4354-b07a-6d692b210568 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688910 Jun 18 16:34:43.464865 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.477925 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Transition to ACTIVE for port object 747ed127-3eb5-4d08-b153-8f7718e8cdd5 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:43.483579 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.486510 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.561884 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44716) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:43.567073 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373327657-network', 'tenant_id': 'f9d61baf9a8f4b3a8207ab776d1a7d07'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:43.582369 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Pushing event updated for resources: {'Port': ['ID=747ed127-3eb5-4d08-b153-8f7718e8cdd5,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:43.585359 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:43.594849 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Made reservation on behalf of f9d61baf9a8f4b3a8207ab776d1a7d07 for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:43.597286 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.606592 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.635489 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Attempting to bind port 747ed127-3eb5-4d08-b153-8f7718e8cdd5 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:43.635832 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Attempting to bind port 747ed127-3eb5-4d08-b153-8f7718e8cdd5 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:43.636158 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Attempting to bind port 747ed127-3eb5-4d08-b153-8f7718e8cdd5 on network 27f66013-505e-41a9-84d0-b2b0026145f8 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:43.640403 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Port 747ed127-3eb5-4d08-b153-8f7718e8cdd5 on network 27f66013-505e-41a9-84d0-b2b0026145f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:34:43.640728 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Attempting to bind port 747ed127-3eb5-4d08-b153-8f7718e8cdd5 on network 27f66013-505e-41a9-84d0-b2b0026145f8 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:43.645690 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:43.646036 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Checking segment: {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:43.646478 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Bound using segment: {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:43.646998 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Bound port: 747ed127-3eb5-4d08-b153-8f7718e8cdd5, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:43.647351 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.696159 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.700493 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.704600 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-b3807da4-4e1d-437b-b25a-c7b61a7b3940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.713240 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] For port 747ed127-3eb5-4d08-b153-8f7718e8cdd5, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:43.716991 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] For port 747ed127-3eb5-4d08-b153-8f7718e8cdd5, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=747ed127-3eb5-4d08-b153-8f7718e8cdd5,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:43.721349 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.723252 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=92763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:43.724127 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-336150bf-27d6-4718-b0c9-7877a5f4d054 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.737828 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d504412-e7d9-4c0e-aba9-4e91869bb5a1,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:43.742115 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:43.743155 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.743507 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Added segment f7482a50-b165-492f-91c5-580644482b9a of type vlan for network 8d2d2850-9661-409f-8194-d63ee1ba1da6 Jun 18 16:34:43.756370 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:43.756910 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.758338 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] 10.222.0.72 "PUT /v2.0/ports/747ed127-3eb5-4d08-b153-8f7718e8cdd5 HTTP/1.1" status: 200 len: 1093 time: 0.7417095 Jun 18 16:34:43.758824 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1910d314-4876-441c-a6d9-9d3301067cab', 'tag': '747ed127-3eb5-4d08-b153-8f7718e8cdd5'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:43.761516 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f3e039-0583-4247-aa19-63a9c7c89c65" -d '{"events": [{"name": "network-changed", "server_uuid": "1910d314-4876-441c-a6d9-9d3301067cab", "tag": "747ed127-3eb5-4d08-b153-8f7718e8cdd5"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:43.787288 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.793738 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Pushing event updated for resources: {'Port': ['ID=747ed127-3eb5-4d08-b153-8f7718e8cdd5,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:43.796963 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:43.800759 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9228188-d3bc-4005-aaa4-ecbc2901d5e2 x-openstack-request-id: req-d9228188-d3bc-4005-aaa4-ecbc2901d5e2 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:43.801132 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1910d314-4876-441c-a6d9-9d3301067cab", "tag": "747ed127-3eb5-4d08-b153-8f7718e8cdd5", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:43.801471 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9228188-d3bc-4005-aaa4-ecbc2901d5e2 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:43.801915 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1910d314-4876-441c-a6d9-9d3301067cab', 'tag': '747ed127-3eb5-4d08-b153-8f7718e8cdd5', 'status': 'completed', 'code': 200} Jun 18 16:34:43.817752 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.819067 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:43.819662 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.822666 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.876973 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3139207 Jun 18 16:34:43.880584 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44720) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:43.886872 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Request body: {'subnet': {'network_id': '8d2d2850-9661-409f-8194-d63ee1ba1da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373327657-subnet', 'tenant_id': 'f9d61baf9a8f4b3a8207ab776d1a7d07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:43.888259 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Pushing event updated for resources: {'Network': ['ID=8d2d2850-9661-409f-8194-d63ee1ba1da6,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:43.891413 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:43.898661 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 8d2d2850-9661-409f-8194-d63ee1ba1da6 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:43.906129 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-8fcb81c8-944c-4a94-b9e2-70bdae7189ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:43.907718 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-8fcb81c8-944c-4a94-b9e2-70bdae7189ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 1096 time: 0.0772071 Jun 18 16:34:43.915881 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Made reservation on behalf of f9d61baf9a8f4b3a8207ab776d1a7d07 for: {'subnet': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:43.918879 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800681'] for subnet, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.998557 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-d785bc48-08c9-44c1-9c22-52faaa436792 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=747ed127-3eb5-4d08-b153-8f7718e8cdd5 HTTP/1.1" status: 200 len: 217 time: 0.0425925 Jun 18 16:34:44.068447 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-a952af04-df18-4f7c-a73e-c2a976a5e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:44.069911 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-a952af04-df18-4f7c-a73e-c2a976a5e500 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3884f092-94d8-42f0-9438-8049b70cf830 HTTP/1.1" status: 200 len: 854 time: 0.0638011 Jun 18 16:34:44.124990 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-2d02e5fb-916d-49f4-bba6-edc3fa137d04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f66013-505e-41a9-84d0-b2b0026145f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470009 Jun 18 16:34:44.238282 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12646972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800699'] for subnet, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.248083 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-1b74cf9d-d111-41d0-82b3-bae8cb8d2cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:44.290412 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-9c3e8bfd-c799-461b-843c-ca43f9a674ab service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582394 Jun 18 16:34:44.356099 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6da4f0-3f1f-44bb-8487-2f759cc9b526,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:44.361563 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:44.372453 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Checking segment: {'id': 'f7482a50-b165-492f-91c5-580644482b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8d2d2850-9661-409f-8194-d63ee1ba1da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:44.372808 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Network hostable DHCP agents. Network: 8d2d2850-9661-409f-8194-d63ee1ba1da6, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:44.409294 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Network 8d2d2850-9661-409f-8194-d63ee1ba1da6 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:44.424049 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-37adaa25-9934-4699-8e18-af7eb36b5dff req-c58a4add-1f2b-4a2a-b440-87777fd2a209 service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236916 Jun 18 16:34:44.425170 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 8d2d2850-9661-409f-8194-d63ee1ba1da6) {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:44.429014 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:44.432203 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.435716 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3d43f2-dfec-4831-8969-0d04904d2087 None None] Network 8d2d2850-9661-409f-8194-d63ee1ba1da6 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:44.445137 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-8cae4419-ef28-4278-9b19-317b49b54f93 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5633307 Jun 18 16:34:44.569233 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3799d70a-ec2a-4795-89c9-a48c5c1a505e None None] Network 8d2d2850-9661-409f-8194-d63ee1ba1da6 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:44.589609 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44726) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:44.598168 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e039-0583-4247-aa19-63a9c7c89c65 req-f0bb3b9e-7426-4aac-b1c8-8135b35e490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:44.599605 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-39f3e039-0583-4247-aa19-63a9c7c89c65 req-f0bb3b9e-7426-4aac-b1c8-8135b35e490c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 1096 time: 0.0712850 Jun 18 16:34:44.646722 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec72c3-e6c0-46c2-9c41-c56ae6297420 req-094519eb-c1fc-4875-95e5-5ad8decc1384 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:44.648412 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c0ec72c3-e6c0-46c2-9c41-c56ae6297420 req-094519eb-c1fc-4875-95e5-5ad8decc1384 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 943 time: 0.0672276 Jun 18 16:34:44.690882 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c0ec72c3-e6c0-46c2-9c41-c56ae6297420 req-42624a0a-886e-46cd-bac3-abd7163d8a98 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Jun 18 16:34:44.936151 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ca2661-dfe0-4f0f-87ca-29a7c4c9022b admin admin] Deleting subnet 3becf3ef-34dd-4843-80a9-057b6c40ad27 {{(pid=92764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:44.941580 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a3ca2661-dfe0-4f0f-87ca-29a7c4c9022b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.997019 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a3ca2661-dfe0-4f0f-87ca-29a7c4c9022b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13143586'] for subnet, precommit_delete_associations {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.016341 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e039-0583-4247-aa19-63a9c7c89c65 req-33d00dd2-9c8e-427f-9b87-e3f07752b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:45.017820 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-39f3e039-0583-4247-aa19-63a9c7c89c65 req-33d00dd2-9c8e-427f-9b87-e3f07752b6b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 915 time: 0.3953986 Jun 18 16:34:45.068441 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-39f3e039-0583-4247-aa19-63a9c7c89c65 req-7aa79f75-e7c7-4282-aa38-e89348af94f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=747ed127-3eb5-4d08-b153-8f7718e8cdd5 HTTP/1.1" status: 200 len: 217 time: 0.0374107 Jun 18 16:34:45.070758 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a3ca2661-dfe0-4f0f-87ca-29a7c4c9022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.147622 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e039-0583-4247-aa19-63a9c7c89c65 req-d3588edc-d3ef-4f05-8195-d98b7f715c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:45.149158 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-39f3e039-0583-4247-aa19-63a9c7c89c65 req-d3588edc-d3ef-4f05-8195-d98b7f715c37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3884f092-94d8-42f0-9438-8049b70cf830 HTTP/1.1" status: 200 len: 854 time: 0.0600736 Jun 18 16:34:45.160718 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a3ca2661-dfe0-4f0f-87ca-29a7c4c9022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800642'] for subnet, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.164999 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cba639b3-9fb4-4674-b8a2-d64a1068d787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:45.210520 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-39f3e039-0583-4247-aa19-63a9c7c89c65 req-ea548ea7-0218-4b9a-aae9-dae220e15039 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f66013-505e-41a9-84d0-b2b0026145f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471320 Jun 18 16:34:45.211208 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca2661-dfe0-4f0f-87ca-29a7c4c9022b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3becf3ef-34dd-4843-80a9-057b6c40ad27,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:45.215091 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a3ca2661-dfe0-4f0f-87ca-29a7c4c9022b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:45.216268 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a3ca2661-dfe0-4f0f-87ca-29a7c4c9022b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.218095 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-a3ca2661-dfe0-4f0f-87ca-29a7c4c9022b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3becf3ef-34dd-4843-80a9-057b6c40ad27 HTTP/1.1" status: 204 len: 168 time: 0.6275015 Jun 18 16:34:45.220631 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44728) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.286636 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.305456 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-39f3e039-0583-4247-aa19-63a9c7c89c65 req-1aeb770f-4830-449f-8315-27e9fabfa653 service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862241 Jun 18 16:34:45.365131 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.375570 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acbc2f7-17a2-40c4-b943-c3ca10560d55']}} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.386033 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf67500d-b620-4535-b221-42d6dd2c72ae') {'for_net_delete': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.386321 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf67500d-b620-4535-b221-42d6dd2c72ae') {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.394886 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527961308'] for segment, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.398217 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-39f3e039-0583-4247-aa19-63a9c7c89c65 req-41619caa-fdf4-4717-a32a-ea5f9bf0b6fb service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859230 Jun 18 16:34:45.408273 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.413774 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=92763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:45.414146 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12724927'] for segment, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: Traceback (most recent call last): Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: timer() Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: cb(*args, **kw) Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: return func(*args, **kwargs) Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: self._notify() Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: self.callback(batched_events) Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: event.method(event) Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: return f(self, *a, **k) Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._get(url).json() Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:45.416346 dv-cinder-792462-12-iscsi neutron-server[92763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:45.471759 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.475403 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e547873d-0d73-43bd-97a7-a86947f86cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:45.477781 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.480145 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] 10.222.0.44 "DELETE /v2.0/networks/4acbc2f7-17a2-40c4-b943-c3ca10560d55 HTTP/1.1" status: 204 len: 168 time: 0.2584496 Jun 18 16:34:45.483369 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44730) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.491647 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] Pushing event deleted for resources: {'Network': ['ID=4acbc2f7-17a2-40c4-b943-c3ca10560d55,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:45.494525 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-95a6346c-2864-424f-93fa-37f29f40b72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:45.528106 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cc5608-26ce-4cb7-8ad5-c5b3597a5457 admin admin] Deleting subnet 8e6da4f0-3f1f-44bb-8487-2f759cc9b526 {{(pid=92764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:45.531255 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-45cc5608-26ce-4cb7-8ad5-c5b3597a5457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.571226 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-45cc5608-26ce-4cb7-8ad5-c5b3597a5457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13143586'] for subnet, precommit_delete_associations {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.608387 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-45cc5608-26ce-4cb7-8ad5-c5b3597a5457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.657794 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-45cc5608-26ce-4cb7-8ad5-c5b3597a5457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800642'] for subnet, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.660009 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d6cd6f91-7917-4c7c-ab9e-2d65cacf3a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:45.681064 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc5608-26ce-4cb7-8ad5-c5b3597a5457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6da4f0-3f1f-44bb-8487-2f759cc9b526,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:45.685134 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-45cc5608-26ce-4cb7-8ad5-c5b3597a5457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:45.687704 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-45cc5608-26ce-4cb7-8ad5-c5b3597a5457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.689495 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-45cc5608-26ce-4cb7-8ad5-c5b3597a5457 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8e6da4f0-3f1f-44bb-8487-2f759cc9b526 HTTP/1.1" status: 204 len: 168 time: 0.2051477 Jun 18 16:34:45.691944 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44732) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.770174 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.885175 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.897960 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2d2850-9661-409f-8194-d63ee1ba1da6']}} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.913547 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7482a50-b165-492f-91c5-580644482b9a') {'for_net_delete': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.913805 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7482a50-b165-492f-91c5-580644482b9a') {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.925876 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13143595'] for segment, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.950971 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33370c25-0341-4529-8e79-e02f9943d4d8 req-4fd24b5f-afd5-43c4-8e1c-13c5bcdfec8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:45.952428 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-33370c25-0341-4529-8e79-e02f9943d4d8 req-4fd24b5f-afd5-43c4-8e1c-13c5bcdfec8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 943 time: 0.1146038 Jun 18 16:34:45.953372 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.965624 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=92764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:45.966036 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12683862'] for segment, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: Traceback (most recent call last): Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: timer() Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: cb(*args, **kw) Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: return func(*args, **kwargs) Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: self._notify() Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: self.callback(batched_events) Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: event.method(event) Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: return f(self, *a, **k) Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._get(url).json() Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:45.967625 dv-cinder-792462-12-iscsi neutron-server[92764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:46.037209 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-33370c25-0341-4529-8e79-e02f9943d4d8 req-addea014-3268-43f5-a102-24facd52ebb7 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788803 Jun 18 16:34:46.038356 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.045418 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.049961 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8d2d2850-9661-409f-8194-d63ee1ba1da6 HTTP/1.1" status: 204 len: 168 time: 0.3570311 Jun 18 16:34:46.050798 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:46.067827 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2d2850-9661-409f-8194-d63ee1ba1da6,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:46.070570 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a8a44c11-991b-4fba-b14e-0180e7e14e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:46.211823 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44738) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.252124 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-40b905d7-73ca-4302-a149-efbb3bd963d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ff5f4f692644762868c56d802e41827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390282 Jun 18 16:34:46.254410 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44740) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.300850 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-554c1f2c-2043-4d76-a208-fc56d17bc015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.320789 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-554c1f2c-2043-4d76-a208-fc56d17bc015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.365349 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-554c1f2c-2043-4d76-a208-fc56d17bc015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.367920 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-554c1f2c-2043-4d76-a208-fc56d17bc015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.369289 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-554c1f2c-2043-4d76-a208-fc56d17bc015 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9582ffd1-c60e-42fc-9f90-eb9997206ae1 HTTP/1.1" status: 204 len: 168 time: 0.1137695 Jun 18 16:34:46.370083 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c65f8458-1306-44c4-9d74-5daf127745cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:46.377620 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c1f2c-2043-4d76-a208-fc56d17bc015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9582ffd1-c60e-42fc-9f90-eb9997206ae1,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:46.379860 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-554c1f2c-2043-4d76-a208-fc56d17bc015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:46.623019 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 747ed127-3eb5-4d08-b153-8f7718e8cdd5 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:34:46.671990 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44746) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.713640 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-d187d024-9742-4fe7-a5e2-3b47b5519351 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9d61baf9a8f4b3a8207ab776d1a7d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376744 Jun 18 16:34:46.713873 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44748) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.723450 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 747ed127-3eb5-4d08-b153-8f7718e8cdd5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=747ed127-3eb5-4d08-b153-8f7718e8cdd5,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:46.735049 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '747ed127-3eb5-4d08-b153-8f7718e8cdd5', 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8', 'port_id': '747ed127-3eb5-4d08-b153-8f7718e8cdd5', 'mac_address': 'fa:16:3e:8e:50:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3884f092-94d8-42f0-9438-8049b70cf830', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:34:46.765910 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2a611332-ccd0-4b15-b8fc-473ff7d8fb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.771867 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.784175 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747ed127-3eb5-4d08-b153-8f7718e8cdd5 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:46.786313 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2a611332-ccd0-4b15-b8fc-473ff7d8fb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.803554 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 747ed127-3eb5-4d08-b153-8f7718e8cdd5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=747ed127-3eb5-4d08-b153-8f7718e8cdd5,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:46.809885 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.812005 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:46.835251 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2a611332-ccd0-4b15-b8fc-473ff7d8fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.838145 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2a611332-ccd0-4b15-b8fc-473ff7d8fb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.839270 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-2a611332-ccd0-4b15-b8fc-473ff7d8fb89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d504412-e7d9-4c0e-aba9-4e91869bb5a1 HTTP/1.1" status: 204 len: 168 time: 0.1246517 Jun 18 16:34:46.839961 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:46.847116 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a611332-ccd0-4b15-b8fc-473ff7d8fb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d504412-e7d9-4c0e-aba9-4e91869bb5a1,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:46.853301 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-2a611332-ccd0-4b15-b8fc-473ff7d8fb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:46.879733 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=747ed127-3eb5-4d08-b153-8f7718e8cdd5,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:46.882464 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:47.121105 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['747ed127-3eb5-4d08-b153-8f7718e8cdd5'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:34:47.223504 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee3e2a-9e0e-422f-9a72-b26857725f11 req-3dcf5092-2fa0-45df-bbf0-0173f1b452e6 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:47.225094 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8fee3e2a-9e0e-422f-9a72-b26857725f11 req-3dcf5092-2fa0-45df-bbf0-0173f1b452e6 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 944 time: 0.0680401 Jun 18 16:34:47.268208 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8fee3e2a-9e0e-422f-9a72-b26857725f11 req-6a3ebf10-4ea2-4c52-9f7e-f8caeb041e47 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360622 Jun 18 16:34:48.388492 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44798) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.446768 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b01a-bfa4-41fb-a8ac-b8a26242b4d3 req-ca11d8d2-6bb4-4e5e-9dfb-5f4163b50c08 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:48.448777 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3cf4b01a-bfa4-41fb-a8ac-b8a26242b4d3 req-ca11d8d2-6bb4-4e5e-9dfb-5f4163b50c08 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 944 time: 0.0672152 Jun 18 16:34:48.487481 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3cf4b01a-bfa4-41fb-a8ac-b8a26242b4d3 req-f59ff45b-d30d-49de-803f-6dc9100f1b15 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328264 Jun 18 16:34:48.492045 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fcc21e11-eac3-44c8-825d-89c9d0b2bf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.577887 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fcc21e11-eac3-44c8-825d-89c9d0b2bf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.581557 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fcc21e11-eac3-44c8-825d-89c9d0b2bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.584951 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-54e88a29-d891-4290-90dc-cbfbc84b2726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:48.624108 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-fcc21e11-eac3-44c8-825d-89c9d0b2bf30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69c85300aa6e44508f495cca809d6e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347133 Jun 18 16:34:48.626788 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc21e11-eac3-44c8-825d-89c9d0b2bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbf21a9-5481-4e1b-b393-7641ea086bc9,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:48.627075 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44802) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.628435 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 747ed127-3eb5-4d08-b153-8f7718e8cdd5 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:48.629994 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-fcc21e11-eac3-44c8-825d-89c9d0b2bf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:48.677215 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d62f-d480-4922-9aa6-a8b9bbf03286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.678038 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 747ed127-3eb5-4d08-b153-8f7718e8cdd5 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:48.682356 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 747ed127-3eb5-4d08-b153-8f7718e8cdd5 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:48.682755 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.698917 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d62f-d480-4922-9aa6-a8b9bbf03286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.743309 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d62f-d480-4922-9aa6-a8b9bbf03286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.747028 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d62f-d480-4922-9aa6-a8b9bbf03286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.748165 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-4dd5d62f-d480-4922-9aa6-a8b9bbf03286 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6dbf21a9-5481-4e1b-b393-7641ea086bc9 HTTP/1.1" status: 204 len: 168 time: 0.1199477 Jun 18 16:34:48.749005 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c6c2ed33-5e85-4691-9a90-d1bec14e124f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:48.756648 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5d62f-d480-4922-9aa6-a8b9bbf03286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbf21a9-5481-4e1b-b393-7641ea086bc9,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:48.759109 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4dd5d62f-d480-4922-9aa6-a8b9bbf03286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:48.759523 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.788641 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1910d314-4876-441c-a6d9-9d3301067cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747ed127-3eb5-4d08-b153-8f7718e8cdd5'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:48.791630 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28103f4-404b-4f28-8b55-fc6806ee9bf8" -d '{"events": [{"server_uuid": "1910d314-4876-441c-a6d9-9d3301067cab", "name": "network-vif-plugged", "status": "completed", "tag": "747ed127-3eb5-4d08-b153-8f7718e8cdd5"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:48.804523 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 747ed127-3eb5-4d08-b153-8f7718e8cdd5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=747ed127-3eb5-4d08-b153-8f7718e8cdd5,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:48.809439 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.811383 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:48.832252 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5d75d9-f0c9-44b1-b5ef-136e3de0624e x-openstack-request-id: req-bf5d75d9-f0c9-44b1-b5ef-136e3de0624e {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:48.832548 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1910d314-4876-441c-a6d9-9d3301067cab", "name": "network-vif-plugged", "status": "completed", "tag": "747ed127-3eb5-4d08-b153-8f7718e8cdd5", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:48.832804 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf5d75d9-f0c9-44b1-b5ef-136e3de0624e {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:48.833187 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1910d314-4876-441c-a6d9-9d3301067cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747ed127-3eb5-4d08-b153-8f7718e8cdd5', 'code': 200} Jun 18 16:34:48.868223 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=747ed127-3eb5-4d08-b153-8f7718e8cdd5,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:48.872241 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:49.024433 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44810) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:49.037978 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-68e2eb67-1d78-4659-9e5c-d450dff44785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.140060 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22591637-9d61-48a8-8a4c-4cf24dce3050 req-9fb8178f-0ca5-4d52-b957-ee42a2a7f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:49.141452 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-22591637-9d61-48a8-8a4c-4cf24dce3050 req-9fb8178f-0ca5-4d52-b957-ee42a2a7f481 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 1098 time: 0.0914567 Jun 18 16:34:49.194311 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-68e2eb67-1d78-4659-9e5c-d450dff44785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.197708 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-22591637-9d61-48a8-8a4c-4cf24dce3050 req-fff0e58d-e625-4447-b39f-23cfe89015f2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472908 Jun 18 16:34:49.198879 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-68e2eb67-1d78-4659-9e5c-d450dff44785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.201342 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c770336b-2350-4f6c-b9f9-bfa89e05221d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:49.237335 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-68e2eb67-1d78-4659-9e5c-d450dff44785 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19a3fbe647a048098db7b1f2417ea2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113304 Jun 18 16:34:49.238337 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2eb67-1d78-4659-9e5c-d450dff44785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7f70e3-202a-4204-bab5-efe3ca5ccb1b,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:49.240010 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44812) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:49.241411 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-68e2eb67-1d78-4659-9e5c-d450dff44785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:49.289152 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95ea1c27-44e2-4217-a3d9-9e8efb3d4b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.309146 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95ea1c27-44e2-4217-a3d9-9e8efb3d4b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.353290 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95ea1c27-44e2-4217-a3d9-9e8efb3d4b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.355966 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-95ea1c27-44e2-4217-a3d9-9e8efb3d4b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.357321 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-95ea1c27-44e2-4217-a3d9-9e8efb3d4b6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c7f70e3-202a-4204-bab5-efe3ca5ccb1b HTTP/1.1" status: 204 len: 168 time: 0.1163509 Jun 18 16:34:49.358229 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-67410fb6-9bcf-41c1-84af-e8b23a0496cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:49.365250 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea1c27-44e2-4217-a3d9-9e8efb3d4b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7f70e3-202a-4204-bab5-efe3ca5ccb1b,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:49.367579 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-95ea1c27-44e2-4217-a3d9-9e8efb3d4b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:49.663936 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa47081-bc88-4230-a27e-d8c82c4080d0 req-94fa8e5e-5570-4bc8-af49-76a1095faf56 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:49.665421 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9aa47081-bc88-4230-a27e-d8c82c4080d0 req-94fa8e5e-5570-4bc8-af49-76a1095faf56 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 945 time: 0.0653465 Jun 18 16:34:49.706820 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9aa47081-bc88-4230-a27e-d8c82c4080d0 req-54a982d5-c97d-4fb8-9257-a3c1982a7d93 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351911 Jun 18 16:34:50.888451 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd4bd3-70c4-4c7b-ba92-c784db15e6b6 req-65a1f306-232b-4b13-ad15-78a0c79bd077 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:50.889949 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5ffd4bd3-70c4-4c7b-ba92-c784db15e6b6 req-65a1f306-232b-4b13-ad15-78a0c79bd077 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 945 time: 0.0672157 Jun 18 16:34:50.929482 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5ffd4bd3-70c4-4c7b-ba92-c784db15e6b6 req-dabfd2f7-89b4-4865-a926-9d9f1ac27e50 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336416 Jun 18 16:34:50.969125 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44872) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:51.074089 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7abdac23-4a03-4014-b6b0-357fb0c4e1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.166684 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7abdac23-4a03-4014-b6b0-357fb0c4e1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.171016 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7abdac23-4a03-4014-b6b0-357fb0c4e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.173942 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a24bd446-3273-4613-a771-ef3f51914ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:51.215053 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-7abdac23-4a03-4014-b6b0-357fb0c4e1ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c02dc9434af471c940c3ac7764ff241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447422 Jun 18 16:34:51.216120 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdac23-4a03-4014-b6b0-357fb0c4e1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8562347-5405-4984-9b18-932d21017f0e,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:51.218744 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44882) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:51.223292 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7abdac23-4a03-4014-b6b0-357fb0c4e1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:51.278323 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a896688-d09f-4987-9953-174bde8aa610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.299566 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a896688-d09f-4987-9953-174bde8aa610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.346452 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a896688-d09f-4987-9953-174bde8aa610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.349260 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a896688-d09f-4987-9953-174bde8aa610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.350430 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-6a896688-d09f-4987-9953-174bde8aa610 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8562347-5405-4984-9b18-932d21017f0e HTTP/1.1" status: 204 len: 168 time: 0.1306221 Jun 18 16:34:51.351184 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6d18166b-af0e-4663-a3a5-7003b70f4820 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:51.359250 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a896688-d09f-4987-9953-174bde8aa610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8562347-5405-4984-9b18-932d21017f0e,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:51.361835 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6a896688-d09f-4987-9953-174bde8aa610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:51.632193 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44894) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:51.645772 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c79b-b159-4518-9fd0-e286de2e6121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.733819 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c79b-b159-4518-9fd0-e286de2e6121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.737520 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c79b-b159-4518-9fd0-e286de2e6121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.739922 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-696b3937-a679-4373-a8be-5a09a7de2638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:51.773981 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6c79b-b159-4518-9fd0-e286de2e6121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b592f66c-bcc5-4538-9acf-c0770606199b,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:51.778258 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-d8b6c79b-b159-4518-9fd0-e286de2e6121 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=caa79eb834f845e184aef41a15d487fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450517 Jun 18 16:34:51.779125 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-d8b6c79b-b159-4518-9fd0-e286de2e6121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:51.781375 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44896) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:51.827682 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4d79e5f1-e059-4692-9585-869cc22e96fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.855815 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4d79e5f1-e059-4692-9585-869cc22e96fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.907404 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4d79e5f1-e059-4692-9585-869cc22e96fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.910051 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4d79e5f1-e059-4692-9585-869cc22e96fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.911167 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-4d79e5f1-e059-4692-9585-869cc22e96fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b592f66c-bcc5-4538-9acf-c0770606199b HTTP/1.1" status: 204 len: 168 time: 0.1294298 Jun 18 16:34:51.911937 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7abdac23-4a03-4014-b6b0-357fb0c4e1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:51.919823 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79e5f1-e059-4692-9585-869cc22e96fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b592f66c-bcc5-4538-9acf-c0770606199b,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:51.922181 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4d79e5f1-e059-4692-9585-869cc22e96fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:52.768753 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-ae3d7443-21d7-4636-8bc5-bfea54cf3c21 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:52.770361 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-ae3d7443-21d7-4636-8bc5-bfea54cf3c21 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 814 time: 0.1113870 Jun 18 16:34:52.785441 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-f2000ed4-f1a8-4fa4-82e0-5e41e94fbe5d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/quotas/a12f8ff80fa94e648fe98075594be296 HTTP/1.1" status: 200 len: 375 time: 0.0090573 Jun 18 16:34:52.862217 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-84cde721-ebf5-49a3-91fc-fcb3d0ac4ceb tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710783 Jun 18 16:34:52.958793 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-fc86b577-0b50-4ad6-930d-ee41c1e5f4d9 service neutron] 10.222.0.44 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900419 Jun 18 16:34:53.048369 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-baa6b537-b403-4969-9853-d0c20584b913 service neutron] 10.222.0.44 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834563 Jun 18 16:34:53.235001 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d10863ef-3993-419f-9023-a4594e2c8b1c req-0852cd33-fd47-4af3-8f75-18f17ed8b610 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 210 time: 0.0374391 Jun 18 16:34:53.762001 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44978) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:53.865546 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b5652b6b-65bf-4fe0-9b20-b323b8cfef28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.953050 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b5652b6b-65bf-4fe0-9b20-b323b8cfef28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.956614 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b5652b6b-65bf-4fe0-9b20-b323b8cfef28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.959842 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-66f297a0-28f7-4477-9d62-a00d4cc6883b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:53.994514 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-b5652b6b-65bf-4fe0-9b20-b323b8cfef28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb9a7f83c4e941b6bfb1b53b86993250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308471 Jun 18 16:34:53.995665 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5652b6b-65bf-4fe0-9b20-b323b8cfef28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecbee1b-96ca-4c12-b441-f51fd41cab99,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:53.997175 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 44982) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:53.998861 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-b5652b6b-65bf-4fe0-9b20-b323b8cfef28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:54.048533 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7621a7a5-c47a-436d-add3-002c59a0f735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.069426 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7621a7a5-c47a-436d-add3-002c59a0f735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.115036 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7621a7a5-c47a-436d-add3-002c59a0f735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.117662 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-7621a7a5-c47a-436d-add3-002c59a0f735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.119365 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-7621a7a5-c47a-436d-add3-002c59a0f735 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aecbee1b-96ca-4c12-b441-f51fd41cab99 HTTP/1.1" status: 204 len: 168 time: 0.1205473 Jun 18 16:34:54.120310 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4dd5d62f-d480-4922-9aa6-a8b9bbf03286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:54.127983 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621a7a5-c47a-436d-add3-002c59a0f735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecbee1b-96ca-4c12-b441-f51fd41cab99,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:54.130335 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7621a7a5-c47a-436d-add3-002c59a0f735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:54.390834 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44990) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:54.401084 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-29b5a926-a398-4332-bc2f-c86d161be9fc req-6dbc100b-7b8e-46ca-9518-7f34036bc410 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 210 time: 0.0357208 Jun 18 16:34:54.406240 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a67e11c4-2df6-4bb4-a143-97ff94d9f73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.466830 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-b59ab244-1a9b-4d12-a2f6-d07c8ed59565 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:54.468657 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-b59ab244-1a9b-4d12-a2f6-d07c8ed59565 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 814 time: 0.1623013 Jun 18 16:34:54.487921 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Request body: {'port': {'device_id': '60f382e8-d1c2-4e9c-9547-2dce1524e632', 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8', 'admin_state_up': True, 'tenant_id': 'a12f8ff80fa94e648fe98075594be296'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:54.506160 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a67e11c4-2df6-4bb4-a143-97ff94d9f73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.512356 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a67e11c4-2df6-4bb4-a143-97ff94d9f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.515273 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ea5b405c-58f6-429a-9a70-7e940f92d32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:54.552368 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a67e11c4-2df6-4bb4-a143-97ff94d9f73e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94a50b191c4f4e169192475ae67efb73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604395 Jun 18 16:34:54.553287 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e11c4-2df6-4bb4-a143-97ff94d9f73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af36ffe0-bfcf-48ea-8d0d-afa24a398601,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:54.555592 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 44994) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:54.558610 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a67e11c4-2df6-4bb4-a143-97ff94d9f73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:54.607956 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-980abff0-1510-4f6b-8b80-183de67dd2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.616551 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Made reservation on behalf of a12f8ff80fa94e648fe98075594be296 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:54.620237 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.629989 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-980abff0-1510-4f6b-8b80-183de67dd2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.677865 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-980abff0-1510-4f6b-8b80-183de67dd2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.680468 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-980abff0-1510-4f6b-8b80-183de67dd2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.682244 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-980abff0-1510-4f6b-8b80-183de67dd2bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af36ffe0-bfcf-48ea-8d0d-afa24a398601 HTTP/1.1" status: 204 len: 168 time: 0.1247296 Jun 18 16:34:54.683033 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-27724e23-42ef-4ab2-ab26-d2502b8d0b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:54.692132 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980abff0-1510-4f6b-8b80-183de67dd2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af36ffe0-bfcf-48ea-8d0d-afa24a398601,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:54.694383 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-980abff0-1510-4f6b-8b80-183de67dd2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:54.750906 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Allocated IP 172.20.0.13 (27f66013-505e-41a9-84d0-b2b0026145f8/3884f092-94d8-42f0-9438-8049b70cf830/8ed8a692-df19-490d-a900-06890d661cf0) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:54.911966 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.951183 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.956475 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e7458833-f024-48b0-be7e-bceb27ba6c4a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:54.987701 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['d8388068-74a4-499a-855b-7db79dba413d', '747ed127-3eb5-4d08-b153-8f7718e8cdd5'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:34:55.000790 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Network 27f66013-505e-41a9-84d0-b2b0026145f8 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:55.002543 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:55.004998 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:55.042015 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Pushing event updated for resources: {'Port': ['ID=8ed8a692-df19-490d-a900-06890d661cf0,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:55.045105 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:55.065149 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.065421 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.080424 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5963864 Jun 18 16:34:55.098435 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Request body: {'port': {'device_id': '60f382e8-d1c2-4e9c-9547-2dce1524e632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:55.177091 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.462533 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed8a692-df19-490d-a900-06890d661cf0 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:55.471772 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.489130 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Transition to ACTIVE for port object 8ed8a692-df19-490d-a900-06890d661cf0 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:55.495633 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.499551 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:55.596964 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bcc0e-edd9-483c-b04c-495475724618 req-516c1260-f247-46fd-b54c-0f4166aa1975 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.598689 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-483bcc0e-edd9-483c-b04c-495475724618 req-516c1260-f247-46fd-b54c-0f4166aa1975 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 944 time: 0.0679855 Jun 18 16:34:55.600355 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed8a692-df19-490d-a900-06890d661cf0,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:55.603687 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:55.650268 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-483bcc0e-edd9-483c-b04c-495475724618 req-ea63648e-58e1-4c5e-ae78-2fe91c37c33c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Jun 18 16:34:55.658695 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Attempting to bind port 8ed8a692-df19-490d-a900-06890d661cf0 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:55.659038 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Attempting to bind port 8ed8a692-df19-490d-a900-06890d661cf0 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:55.659368 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Attempting to bind port 8ed8a692-df19-490d-a900-06890d661cf0 on network 27f66013-505e-41a9-84d0-b2b0026145f8 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:55.663821 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Port 8ed8a692-df19-490d-a900-06890d661cf0 on network 27f66013-505e-41a9-84d0-b2b0026145f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:34:55.664136 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Attempting to bind port 8ed8a692-df19-490d-a900-06890d661cf0 on network 27f66013-505e-41a9-84d0-b2b0026145f8 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:55.669513 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:55.669872 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Checking segment: {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:55.670249 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Bound using segment: {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:55.670678 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Bound port: 8ed8a692-df19-490d-a900-06890d661cf0, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:55.671019 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.691991 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:34:55.736464 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] For port 8ed8a692-df19-490d-a900-06890d661cf0, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:55.739433 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] For port 8ed8a692-df19-490d-a900-06890d661cf0, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ed8a692-df19-490d-a900-06890d661cf0,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:55.744585 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.746967 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-8ae6ffc0-1e61-46cb-927f-241910d9838e tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:55.786903 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.787514 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.788919 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] 10.222.0.72 "PUT /v2.0/ports/8ed8a692-df19-490d-a900-06890d661cf0 HTTP/1.1" status: 200 len: 1094 time: 0.6948476 Jun 18 16:34:55.789429 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f382e8-d1c2-4e9c-9547-2dce1524e632', 'tag': '8ed8a692-df19-490d-a900-06890d661cf0'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:55.792401 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e" -d '{"events": [{"name": "network-changed", "server_uuid": "60f382e8-d1c2-4e9c-9547-2dce1524e632", "tag": "8ed8a692-df19-490d-a900-06890d661cf0"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:55.815432 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed8a692-df19-490d-a900-06890d661cf0,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:55.818724 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:55.836807 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac753bad-76b1-4a03-bfad-eb936dbcee20 x-openstack-request-id: req-ac753bad-76b1-4a03-bfad-eb936dbcee20 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:55.837143 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f382e8-d1c2-4e9c-9547-2dce1524e632", "tag": "8ed8a692-df19-490d-a900-06890d661cf0", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:55.837451 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac753bad-76b1-4a03-bfad-eb936dbcee20 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:55.838885 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f382e8-d1c2-4e9c-9547-2dce1524e632', 'tag': '8ed8a692-df19-490d-a900-06890d661cf0', 'status': 'completed', 'code': 200} Jun 18 16:34:55.913560 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-74272f94-b257-4cee-ab21-ab487000c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.915080 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-74272f94-b257-4cee-ab21-ab487000c34f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 1097 time: 0.0550187 Jun 18 16:34:55.964844 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-6493b2fb-ca93-4e28-b193-86c7606a3c08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed8a692-df19-490d-a900-06890d661cf0 HTTP/1.1" status: 200 len: 217 time: 0.0356045 Jun 18 16:34:56.017429 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-4eb30aa6-372d-4ac8-a837-3406d83472fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:56.019147 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-4eb30aa6-372d-4ac8-a837-3406d83472fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3884f092-94d8-42f0-9438-8049b70cf830 HTTP/1.1" status: 200 len: 854 time: 0.0480249 Jun 18 16:34:56.058138 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-9746c89f-aad8-45de-8c09-67757853c326 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f66013-505e-41a9-84d0-b2b0026145f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314806 Jun 18 16:34:56.147663 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-b9c9528e-30d0-48d5-b3d4-ecf819696c13 service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831933 Jun 18 16:34:56.245178 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d55a9d0d-4b40-431a-8b05-ef4541458ef7 req-a7d1e1b5-14cf-4940-b3cd-15ee9233b37d service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904222 Jun 18 16:34:56.407657 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e req-678a07f8-df70-4613-b16c-f9d9c6f65fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:56.409283 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e req-678a07f8-df70-4613-b16c-f9d9c6f65fbf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 1097 time: 0.0598741 Jun 18 16:34:56.503184 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e req-1fd7b1e6-7ab0-4f81-9b4b-ce26b6e53855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:56.504561 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e req-1fd7b1e6-7ab0-4f81-9b4b-ce26b6e53855 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 915 time: 0.0880611 Jun 18 16:34:56.550163 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e req-d0ebfd08-e160-48f9-85e4-97ead48051be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed8a692-df19-490d-a900-06890d661cf0 HTTP/1.1" status: 200 len: 217 time: 0.0374329 Jun 18 16:34:56.599485 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e req-5c3fe379-8e21-4a1c-9152-22af7a47ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:56.600914 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e req-5c3fe379-8e21-4a1c-9152-22af7a47ff97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3884f092-94d8-42f0-9438-8049b70cf830 HTTP/1.1" status: 200 len: 854 time: 0.0437803 Jun 18 16:34:56.635110 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e req-e56439ea-870c-41b9-afb2-ce4506b56cad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f66013-505e-41a9-84d0-b2b0026145f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259643 Jun 18 16:34:56.727930 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e req-838c4f8c-847e-41c1-9829-0bf829962eaa service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866401 Jun 18 16:34:56.817782 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ee3b95f0-d213-4a69-a7e1-f0ed471c661e req-96448ec6-3c64-4fb1-ba25-76349746a7a1 service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824456 Jun 18 16:34:56.829577 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4adff0-6554-4031-b585-d4878e8def21 req-a2781dce-2da7-48e5-8fb2-44d07aae300b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:56.831046 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2c4adff0-6554-4031-b585-d4878e8def21 req-a2781dce-2da7-48e5-8fb2-44d07aae300b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 944 time: 0.0630250 Jun 18 16:34:56.873591 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2c4adff0-6554-4031-b585-d4878e8def21 req-85d895b1-f6a4-40f1-92f1-cd532c2512f3 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363860 Jun 18 16:34:58.052813 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fabf4-86fd-4abe-98e1-c0a2c32d44dd req-041232ba-47af-4e81-a4aa-24c52b14b9a9 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:58.054310 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a69fabf4-86fd-4abe-98e1-c0a2c32d44dd req-041232ba-47af-4e81-a4aa-24c52b14b9a9 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 944 time: 0.0677722 Jun 18 16:34:58.091345 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a69fabf4-86fd-4abe-98e1-c0a2c32d44dd req-31ffac60-7081-4033-94aa-4dba4768147e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Jun 18 16:34:58.685145 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 8ed8a692-df19-490d-a900-06890d661cf0 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:34:58.776158 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 8ed8a692-df19-490d-a900-06890d661cf0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ed8a692-df19-490d-a900-06890d661cf0,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:58.788871 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '8ed8a692-df19-490d-a900-06890d661cf0', 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8', 'port_id': '8ed8a692-df19-490d-a900-06890d661cf0', 'mac_address': 'fa:16:3e:33:b2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3884f092-94d8-42f0-9438-8049b70cf830', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:34:58.828901 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:58.842504 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed8a692-df19-490d-a900-06890d661cf0 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:58.863567 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 8ed8a692-df19-490d-a900-06890d661cf0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ed8a692-df19-490d-a900-06890d661cf0,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:58.867468 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:58.869296 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:58.914925 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=8ed8a692-df19-490d-a900-06890d661cf0,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:58.918734 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:59.218615 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['8ed8a692-df19-490d-a900-06890d661cf0'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:34:59.271884 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5d313-c629-4c89-b01a-83d4c7b9a13d req-50eac784-ec88-4ffe-8277-4f74e15a002b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:59.273386 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d4e5d313-c629-4c89-b01a-83d4c7b9a13d req-50eac784-ec88-4ffe-8277-4f74e15a002b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 945 time: 0.0657735 Jun 18 16:34:59.311011 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d4e5d313-c629-4c89-b01a-83d4c7b9a13d req-6a3e10c7-8946-4927-94bf-32fe1bc8e4e4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Jun 18 16:35:00.490176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effa537-b3e0-4eca-a522-65bceecfa6d3 req-6a541e75-9405-41cc-ae12-c09aa3c8847e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:00.491602 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6effa537-b3e0-4eca-a522-65bceecfa6d3 req-6a541e75-9405-41cc-ae12-c09aa3c8847e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 945 time: 0.0658417 Jun 18 16:35:00.530545 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6effa537-b3e0-4eca-a522-65bceecfa6d3 req-07eff06c-c662-4dfb-823b-2d461e137b3e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Jun 18 16:35:00.698071 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 8ed8a692-df19-490d-a900-06890d661cf0 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:00.746791 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 8ed8a692-df19-490d-a900-06890d661cf0 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:00.749899 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 8ed8a692-df19-490d-a900-06890d661cf0 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:00.750275 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.826521 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.851725 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f382e8-d1c2-4e9c-9547-2dce1524e632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed8a692-df19-490d-a900-06890d661cf0'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:00.851725 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b252a9d5-4b0b-4ff3-9372-0376833e203f" -d '{"events": [{"server_uuid": "60f382e8-d1c2-4e9c-9547-2dce1524e632", "name": "network-vif-plugged", "status": "completed", "tag": "8ed8a692-df19-490d-a900-06890d661cf0"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:00.867995 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 8ed8a692-df19-490d-a900-06890d661cf0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ed8a692-df19-490d-a900-06890d661cf0,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:00.873344 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.875307 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:00.905185 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e94d336-f7e0-43d8-936a-5995a21b1e96 x-openstack-request-id: req-6e94d336-f7e0-43d8-936a-5995a21b1e96 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:00.905493 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f382e8-d1c2-4e9c-9547-2dce1524e632", "name": "network-vif-plugged", "status": "completed", "tag": "8ed8a692-df19-490d-a900-06890d661cf0", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:00.905779 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e94d336-f7e0-43d8-936a-5995a21b1e96 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:00.906174 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f382e8-d1c2-4e9c-9547-2dce1524e632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed8a692-df19-490d-a900-06890d661cf0', 'code': 200} Jun 18 16:35:00.923574 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=8ed8a692-df19-490d-a900-06890d661cf0,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:00.930578 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:01.173211 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ad5ae-5a35-4f43-9361-bd34002ed1e0 req-c8e9325f-124b-4f3f-8a2e-650414380dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:01.175028 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-157ad5ae-5a35-4f43-9361-bd34002ed1e0 req-c8e9325f-124b-4f3f-8a2e-650414380dc5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 1099 time: 0.0602722 Jun 18 16:35:01.209266 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-157ad5ae-5a35-4f43-9361-bd34002ed1e0 req-b34e4272-a6bf-4e77-993a-3ee56e67c188 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268700 Jun 18 16:35:01.714467 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347b025-ef96-4ab8-85e3-d0addfc2c361 req-711b7be9-942c-4a03-ac6e-e2dae97b68de tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:01.716334 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b347b025-ef96-4ab8-85e3-d0addfc2c361 req-711b7be9-942c-4a03-ac6e-e2dae97b68de tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 946 time: 0.0656571 Jun 18 16:35:01.754911 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b347b025-ef96-4ab8-85e3-d0addfc2c361 req-844788bf-dfa9-4086-8a69-01e0b75f2798 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Jun 18 16:35:02.930609 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47837f10-374a-42aa-9dc3-3655cea3c3ce req-90ecca09-130d-4bf5-a84f-2788ca5e7caf tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:02.932103 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-47837f10-374a-42aa-9dc3-3655cea3c3ce req-90ecca09-130d-4bf5-a84f-2788ca5e7caf tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 946 time: 0.0649605 Jun 18 16:35:02.971096 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-47837f10-374a-42aa-9dc3-3655cea3c3ce req-da3fe667-dcc4-453e-aba3-68a5397eba1c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Jun 18 16:35:04.157562 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c8f07-2616-4662-a2c1-3fe68d7dfd61 req-2fb27a1d-b834-47d0-b284-6d778767b357 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:04.158992 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e07c8f07-2616-4662-a2c1-3fe68d7dfd61 req-2fb27a1d-b834-47d0-b284-6d778767b357 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 946 time: 0.0713787 Jun 18 16:35:04.196569 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e07c8f07-2616-4662-a2c1-3fe68d7dfd61 req-ff7f0fc5-a348-4a05-b4a8-72f2da5557ef tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319786 Jun 18 16:35:05.376985 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f8998-e470-4494-ad3e-fa6368a0bea9 req-20403c88-3b30-4ad1-9373-8019f145dbb7 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:05.378480 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-291f8998-e470-4494-ad3e-fa6368a0bea9 req-20403c88-3b30-4ad1-9373-8019f145dbb7 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 946 time: 0.0645328 Jun 18 16:35:05.417964 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-291f8998-e470-4494-ad3e-fa6368a0bea9 req-6a559530-50d1-45c8-9230-2906182c1442 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337040 Jun 18 16:35:06.488890 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-24779fe7-2a8d-42ff-bfb9-c6a966145855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.602075 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5623c-a131-4971-8813-a6166192afc6 req-44353540-e69a-4a03-be9f-b2a6bf4ee76a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:06.603805 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-77c5623c-a131-4971-8813-a6166192afc6 req-44353540-e69a-4a03-be9f-b2a6bf4ee76a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 946 time: 0.0703027 Jun 18 16:35:06.643289 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-77c5623c-a131-4971-8813-a6166192afc6 req-467a097f-2557-4e1d-9807-8e7671bbf048 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326250 Jun 18 16:35:06.881002 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.860687 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-b99b9c4d-1af9-4c89-91e9-d2aad01b9c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.888125 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.990860 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-ad8eab71-43ba-4c9e-96a7-074fcb383881 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159156381&fields=id&tenant_id=de0d7ebd4d364650bfa9c21aef077a92 HTTP/1.1" status: 200 len: 267 time: 0.0337565 Jun 18 16:35:09.102317 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-bd3d6511-a6ff-438c-8fad-dee5f3212fd4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:09.103728 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-bd3d6511-a6ff-438c-8fad-dee5f3212fd4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 811 time: 0.1042905 Jun 18 16:35:09.120380 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-b35cf63c-dd4e-4c44-95d8-796ab9c669a9 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/quotas/de0d7ebd4d364650bfa9c21aef077a92 HTTP/1.1" status: 200 len: 375 time: 0.0108128 Jun 18 16:35:09.463761 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-7d3da1d9-39e4-489a-8749-c398b19df554 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3313663 Jun 18 16:35:09.559987 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-ea7f2e43-3ae8-4826-adbe-8480a31238b1 service neutron] 10.222.0.44 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850053 Jun 18 16:35:09.653688 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-c0b8a1f2-0d4e-4794-85d3-5daee490b3cc service neutron] 10.222.0.44 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868146 Jun 18 16:35:09.951865 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2ce9200a-ee0b-4331-9849-e34323f719f5 req-762318da-aed4-4fef-8837-ddeb29ee3815 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 210 time: 0.0295100 Jun 18 16:35:10.090859 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.586117 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-aa8fccbd-8c0e-4f1b-a2ec-2b1c610857b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600345 Jun 18 16:35:10.676280 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-5b438151-6d4a-4050-af40-4f7fa1e202df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.677790 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-5b438151-6d4a-4050-af40-4f7fa1e202df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 1098 time: 0.0534656 Jun 18 16:35:10.791177 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-0dfc99f2-4c81-4984-a9f0-6b222e98dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.792647 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-0dfc99f2-4c81-4984-a9f0-6b222e98dcc7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 912 time: 0.0888271 Jun 18 16:35:10.859517 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-e6837593-a107-416f-aae7-b773aa0aac71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7 HTTP/1.1" status: 200 len: 1001 time: 0.0582163 Jun 18 16:35:10.921392 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-5fddf01d-e9dd-484f-9dd9-72461ee1f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.922878 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-5fddf01d-e9dd-484f-9dd9-72461ee1f623 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0486848 Jun 18 16:35:10.990340 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-5229051e-ca0c-4a2f-9d42-685aa1a1ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.991840 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-5229051e-ca0c-4a2f-9d42-685aa1a1ccab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0602474 Jun 18 16:35:11.119757 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9ba8f30b-0200-42e7-b39d-a53d08296f75 req-c3df03d5-b2e2-469b-a4ce-64dbfe441d18 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 210 time: 0.0350897 Jun 18 16:35:11.147759 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-55e7c46f-fbb2-4ea1-8973-d455bb5c81b5 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150932 Jun 18 16:35:11.337078 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-2543df4a-1b15-402a-8016-f5e2e3d355df tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:11.338540 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-2543df4a-1b15-402a-8016-f5e2e3d355df tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 811 time: 0.1807187 Jun 18 16:35:11.340536 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-938dc5c2-0aa9-4066-8ca5-a8c70010f755 req-c178b5d5-8767-44f1-abc4-c9e3c672e2ba service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746366 Jun 18 16:35:11.403735 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-0da2ad97-28f0-4d66-8a9f-24002671baa4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de0d7ebd4d364650bfa9c21aef077a92 HTTP/1.1" status: 200 len: 379 time: 0.0336013 Jun 18 16:35:11.428501 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'port': {'device_id': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'admin_state_up': True, 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'security_groups': ['c689ea78-e05f-4276-b888-41340e1b7e53']}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:11.540426 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Made reservation on behalf of de0d7ebd4d364650bfa9c21aef077a92 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:11.544367 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.672053 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Allocated IP 172.20.0.3 (8eae9aae-2185-4f8c-9b9e-215092b9d0ea/d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58/b7f9843f-ab5d-4f85-b862-91b64bf49442) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:11.807732 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.821276 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Transition to ACTIVE for port object b7f9843f-ab5d-4f85-b862-91b64bf49442 will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:11.854973 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.859843 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:11.899089 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:11.902141 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:11.906193 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:11.936650 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'Port': ['ID=b7f9843f-ab5d-4f85-b862-91b64bf49442,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:11.948978 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.949350 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.949734 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.950091 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.950454 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.950801 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.951309 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.951873 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.951873 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.952217 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.952557 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.952898 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:11.958486 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:11.975914 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:11.976542 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.984519 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.992683 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677030 Jun 18 16:35:12.023305 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Request body: {'port': {'device_id': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:12.093530 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-1daafcbf-c2e7-4fe9-80f2-bfa84828433b None None] Provisioning for port b7f9843f-ab5d-4f85-b862-91b64bf49442 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:12.096297 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.097288 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-1daafcbf-c2e7-4fe9-80f2-bfa84828433b None None] Provisioning complete for port b7f9843f-ab5d-4f85-b862-91b64bf49442 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:12.097741 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-1daafcbf-c2e7-4fe9-80f2-bfa84828433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.131019 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-1daafcbf-c2e7-4fe9-80f2-bfa84828433b None None] Port b7f9843f-ab5d-4f85-b862-91b64bf49442 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:12.298158 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd22332-c161-49a1-850c-0e5fa8d52d1f req-3ae5ccf0-5de8-4112-b7e8-ac2543cec1e8 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:12.299610 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-afd22332-c161-49a1-850c-0e5fa8d52d1f req-3ae5ccf0-5de8-4112-b7e8-ac2543cec1e8 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 931 time: 0.0658238 Jun 18 16:35:12.336701 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-afd22332-c161-49a1-850c-0e5fa8d52d1f req-35845c0a-d654-404c-970d-918bf0109218 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312972 Jun 18 16:35:12.361257 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f9843f-ab5d-4f85-b862-91b64bf49442 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:35:12.368441 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.380158 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Transition to ACTIVE for port object b7f9843f-ab5d-4f85-b862-91b64bf49442 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:12.384722 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.387399 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:12.461527 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f9843f-ab5d-4f85-b862-91b64bf49442,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:12.479975 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:12.532838 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Attempting to bind port b7f9843f-ab5d-4f85-b862-91b64bf49442 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:12.533260 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Attempting to bind port b7f9843f-ab5d-4f85-b862-91b64bf49442 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:12.533582 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Attempting to bind port b7f9843f-ab5d-4f85-b862-91b64bf49442 on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:12.537919 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Port b7f9843f-ab5d-4f85-b862-91b64bf49442 on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:35:12.538233 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Attempting to bind port b7f9843f-ab5d-4f85-b862-91b64bf49442 on network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:12.543058 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:12.543391 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Checking segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:12.543768 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Bound using segment: {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:12.544190 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Bound port: b7f9843f-ab5d-4f85-b862-91b64bf49442, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:12.544613 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.608925 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] For port b7f9843f-ab5d-4f85-b862-91b64bf49442, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:12.612592 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] For port b7f9843f-ab5d-4f85-b862-91b64bf49442, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b7f9843f-ab5d-4f85-b862-91b64bf49442,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:12.616930 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.619758 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:12.659372 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:12.660005 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.661376 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] 10.222.0.72 "PUT /v2.0/ports/b7f9843f-ab5d-4f85-b862-91b64bf49442 HTTP/1.1" status: 200 len: 1093 time: 0.6425362 Jun 18 16:35:12.662026 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'tag': 'b7f9843f-ab5d-4f85-b862-91b64bf49442'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:12.664290 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0b7307-8158-4f8b-82b6-e40175db2420" -d '{"events": [{"name": "network-changed", "server_uuid": "cd88eeec-3120-40d6-a766-b44854ebfd86", "tag": "b7f9843f-ab5d-4f85-b862-91b64bf49442"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:12.680628 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f9843f-ab5d-4f85-b862-91b64bf49442,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:12.685223 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:12.703069 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8340a392-f937-4517-b0f7-cd13251f7840 x-openstack-request-id: req-8340a392-f937-4517-b0f7-cd13251f7840 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:12.703404 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd88eeec-3120-40d6-a766-b44854ebfd86", "tag": "b7f9843f-ab5d-4f85-b862-91b64bf49442", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:12.703696 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8340a392-f937-4517-b0f7-cd13251f7840 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:12.704129 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'tag': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'status': 'completed', 'code': 200} Jun 18 16:35:12.800342 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-16bd2ef3-922d-4eb3-a686-cc22dede5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:12.801905 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-16bd2ef3-922d-4eb3-a686-cc22dede5bdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 1096 time: 0.0585632 Jun 18 16:35:12.862796 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-d3f21ab4-cbe3-4911-a454-9bbe64cde7b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f9843f-ab5d-4f85-b862-91b64bf49442 HTTP/1.1" status: 200 len: 217 time: 0.0383701 Jun 18 16:35:12.913229 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-a727abd7-2399-45ad-8b32-5664f6e41501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:12.914703 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-a727abd7-2399-45ad-8b32-5664f6e41501 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0439775 Jun 18 16:35:12.976355 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-9712061e-430c-4202-b569-088f73ab6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:12.977833 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-9712061e-430c-4202-b569-088f73ab6425 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500433 Jun 18 16:35:13.077544 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-d7393a7b-aa49-4890-94fe-32d8901d308a service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818176 Jun 18 16:35:13.166639 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65e995fe-cb6b-4f4a-a0b3-1acfc3e62c93 req-0c8d66a6-1e12-4d62-bbef-06166234e86c service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796132 Jun 18 16:35:13.287891 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-496fd87c-9424-4d1e-8221-51f4ba818aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:13.289304 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-496fd87c-9424-4d1e-8221-51f4ba818aa8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 1096 time: 0.0500145 Jun 18 16:35:13.379766 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-fe9a8f3b-9001-4e9a-9dd8-a894d39a2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:13.381223 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-fe9a8f3b-9001-4e9a-9dd8-a894d39a2397 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 912 time: 0.0854096 Jun 18 16:35:13.425274 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-ebeb46a9-4f8a-4049-befc-1e1e5c15ec3f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f9843f-ab5d-4f85-b862-91b64bf49442 HTTP/1.1" status: 200 len: 217 time: 0.0367129 Jun 18 16:35:13.481216 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-e0f7517a-02e0-407a-b54f-143eece7de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:13.483549 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-e0f7517a-02e0-407a-b54f-143eece7de4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0491765 Jun 18 16:35:13.515094 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75db22-009d-4b52-a50e-d665e728e4c7 req-dbe142b8-568c-4135-8911-49a46b58ceb9 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:13.516586 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9d75db22-009d-4b52-a50e-d665e728e4c7 req-dbe142b8-568c-4135-8911-49a46b58ceb9 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 943 time: 0.0686500 Jun 18 16:35:13.539693 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-62a52a50-ce38-4925-a1dc-85fb083a9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:13.541156 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-62a52a50-ce38-4925-a1dc-85fb083a9f3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523052 Jun 18 16:35:13.554392 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9d75db22-009d-4b52-a50e-d665e728e4c7 req-2890dd71-4843-4eea-bf75-7881ff5eefef tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321724 Jun 18 16:35:13.632671 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-f38c0401-7c73-4e1e-84e0-3f9b3354e592 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847485 Jun 18 16:35:13.751614 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2e0b7307-8158-4f8b-82b6-e40175db2420 req-7940ff20-8f30-40ef-a398-31b3eaed8fa3 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865633 Jun 18 16:35:14.736480 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8486fd-8b32-4bb7-8339-683488ad2f66 req-399e3b14-70a1-4226-aaa6-0a105b698b67 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:14.742159 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8b8486fd-8b32-4bb7-8339-683488ad2f66 req-399e3b14-70a1-4226-aaa6-0a105b698b67 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 943 time: 0.0675921 Jun 18 16:35:14.780348 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8b8486fd-8b32-4bb7-8339-683488ad2f66 req-9790addc-a808-4817-9cc2-54dd3a97b4a7 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362751 Jun 18 16:35:15.970210 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f19e56-2c8b-4ab6-afcb-fe1859a2bd33 req-2f02628e-29fe-48a5-89ec-147be4b601b2 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:15.972058 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b9f19e56-2c8b-4ab6-afcb-fe1859a2bd33 req-2f02628e-29fe-48a5-89ec-147be4b601b2 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 943 time: 0.0732625 Jun 18 16:35:16.018192 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b9f19e56-2c8b-4ab6-afcb-fe1859a2bd33 req-e834e56f-956f-481a-a0e8-73984b57d6f5 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403240 Jun 18 16:35:16.590805 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45276) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:16.693523 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.780371 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.783943 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.786306 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-de1d6fc7-61ba-444e-b8db-b1ed5b01ff6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:16.819732 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aede5614-6ae0-4010-94df-977c672fbe50,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:16.823259 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4980e2184204874ab4a11c0b39d7deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314732 Jun 18 16:35:16.826002 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 45280) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:16.828911 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.829304 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.829647 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.830030 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.830387 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.830739 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.831088 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.831436 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.831784 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.832129 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.832476 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.832818 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:16.836694 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-3ef27825-f068-497b-a8a6-1417b324187e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:16.876129 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a7e2ac2-507d-436b-9d7d-de502e3e25e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.896350 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a7e2ac2-507d-436b-9d7d-de502e3e25e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.946285 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a7e2ac2-507d-436b-9d7d-de502e3e25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.948889 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-6a7e2ac2-507d-436b-9d7d-de502e3e25e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.950139 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-6a7e2ac2-507d-436b-9d7d-de502e3e25e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aede5614-6ae0-4010-94df-977c672fbe50 HTTP/1.1" status: 204 len: 168 time: 0.1230285 Jun 18 16:35:16.950892 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fd1d7490-ac86-4a72-9c38-6017da7651ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:16.958730 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e2ac2-507d-436b-9d7d-de502e3e25e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aede5614-6ae0-4010-94df-977c672fbe50,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:16.960964 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6a7e2ac2-507d-436b-9d7d-de502e3e25e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:17.205030 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1c95c-8507-428d-9e5c-7d4e8ea98674 req-709acfc0-2650-40eb-9f36-a92402a6e55e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:17.206546 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f6b1c95c-8507-428d-9e5c-7d4e8ea98674 req-709acfc0-2650-40eb-9f36-a92402a6e55e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 943 time: 0.0648162 Jun 18 16:35:17.244554 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-f6b1c95c-8507-428d-9e5c-7d4e8ea98674 req-c9ec44c2-97a0-42d2-b8c3-c15dbd31f62f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Jun 18 16:35:17.662645 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-e5c4ce6d-dacf-4851-8409-bb33465a2874 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:17.664071 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-e5c4ce6d-dacf-4851-8409-bb33465a2874 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 814 time: 0.1026485 Jun 18 16:35:17.678943 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-a7b9d294-0e84-4e1c-ab4f-969013817331 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/quotas/a12f8ff80fa94e648fe98075594be296 HTTP/1.1" status: 200 len: 375 time: 0.0095458 Jun 18 16:35:17.756220 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-9045548f-7137-4006-9fbd-8b5cab34213f tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710857 Jun 18 16:35:17.846722 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-efbee85f-0eae-432d-b095-e0e1c0635f5f service neutron] 10.222.0.44 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836296 Jun 18 16:35:17.949203 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-8540d219-17f5-4a3b-a353-2bdf3f643ca6 service neutron] 10.222.0.44 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921493 Jun 18 16:35:17.972985 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 45326) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:18.082180 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9aaa-f975-4e5c-bb96-3f7cbfe2e20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.126590 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6d135bbb-4a26-4dd5-b1e5-6bb35ef684c5 req-6a78ed36-264f-48e0-bb1c-2e3a3ece35b1 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 210 time: 0.0356405 Jun 18 16:35:18.186647 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9aaa-f975-4e5c-bb96-3f7cbfe2e20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.191145 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9aaa-f975-4e5c-bb96-3f7cbfe2e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.193774 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:18.229789 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-9b8d9aaa-f975-4e5c-bb96-3f7cbfe2e20b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2aa285f3d5d47f1b2bab1691eedb99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555516 Jun 18 16:35:18.230680 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d9aaa-f975-4e5c-bb96-3f7cbfe2e20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a81da1-d861-408a-ab87-9c12b372b19d,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:18.233030 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45338) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:18.234382 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-9b8d9aaa-f975-4e5c-bb96-3f7cbfe2e20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:18.285209 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de35bf50-e79a-4349-abab-4059feeb3b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.309016 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de35bf50-e79a-4349-abab-4059feeb3b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.359565 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de35bf50-e79a-4349-abab-4059feeb3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.362815 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de35bf50-e79a-4349-abab-4059feeb3b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.366394 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-de35bf50-e79a-4349-abab-4059feeb3b73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33a81da1-d861-408a-ab87-9c12b372b19d HTTP/1.1" status: 204 len: 168 time: 0.1297736 Jun 18 16:35:18.366394 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-203b76ec-a794-488d-8a38-57a6ee84859b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:18.372855 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35bf50-e79a-4349-abab-4059feeb3b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a81da1-d861-408a-ab87-9c12b372b19d,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:18.376488 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-de35bf50-e79a-4349-abab-4059feeb3b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:18.445511 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72fe05-02a3-4c20-8fd8-c2a4d56b4816 req-3f2e4fd0-d596-46d5-83cc-fc425d10e117 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:18.447059 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-dc72fe05-02a3-4c20-8fd8-c2a4d56b4816 req-3f2e4fd0-d596-46d5-83cc-fc425d10e117 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 943 time: 0.0811772 Jun 18 16:35:18.490372 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-dc72fe05-02a3-4c20-8fd8-c2a4d56b4816 req-b74926e0-631c-4b29-9a60-a8e1444048a2 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367513 Jun 18 16:35:19.269623 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2bd21fc7-b8b0-4169-8d16-f1faadf83524 req-89f0552c-c102-47d7-bb07-bbb45bef7a3b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 210 time: 0.0281422 Jun 18 16:35:19.724230 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-1a46ef8a-f1ae-4d11-95b0-4ebb172c4db2 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:19.725642 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-1a46ef8a-f1ae-4d11-95b0-4ebb172c4db2 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 814 time: 0.1458068 Jun 18 16:35:19.741951 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac672-5d0c-442d-9d0a-5b11fd288f6d req-06f85333-b170-4f89-b77c-8e64181bc2aa tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:19.743345 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-000ac672-5d0c-442d-9d0a-5b11fd288f6d req-06f85333-b170-4f89-b77c-8e64181bc2aa tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 943 time: 0.1103599 Jun 18 16:35:19.747830 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Request body: {'port': {'device_id': '589cf46a-ddde-475f-ab68-e9f563b31896', 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8', 'admin_state_up': True, 'tenant_id': 'a12f8ff80fa94e648fe98075594be296'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:19.833898 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-000ac672-5d0c-442d-9d0a-5b11fd288f6d req-b92943ca-0e7a-48aa-95fb-45d7659f03f8 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827262 Jun 18 16:35:19.881935 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Made reservation on behalf of a12f8ff80fa94e648fe98075594be296 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:19.885354 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.007856 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Allocated IP 172.20.0.8 (27f66013-505e-41a9-84d0-b2b0026145f8/3884f092-94d8-42f0-9438-8049b70cf830/1896e2aa-6f59-4e05-831e-2d991fd6fbca) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:20.151672 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.190367 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.194995 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-37081a61-6c22-4988-bd34-01e34da4bba5 tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:20.234728 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Network 27f66013-505e-41a9-84d0-b2b0026145f8 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:20.235917 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['d8388068-74a4-499a-855b-7db79dba413d', '747ed127-3eb5-4d08-b153-8f7718e8cdd5', '8ed8a692-df19-490d-a900-06890d661cf0'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:20.238145 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:20.241858 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:20.248636 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Pushing event updated for resources: {'Port': ['ID=1896e2aa-6f59-4e05-831e-2d991fd6fbca,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:20.268612 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:20.293980 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:20.294588 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.309232 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649140 Jun 18 16:35:20.331885 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Request body: {'port': {'device_id': '589cf46a-ddde-475f-ab68-e9f563b31896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:20.409302 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.460060 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c3952-995d-407c-bc85-26ccf4f2cffa req-32806219-d384-4a84-80b2-ea24e441cce2 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:20.461520 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4f4c3952-995d-407c-bc85-26ccf4f2cffa req-32806219-d384-4a84-80b2-ea24e441cce2 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 931 time: 0.0673912 Jun 18 16:35:20.501901 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4f4c3952-995d-407c-bc85-26ccf4f2cffa req-fc66b1f4-13e7-4122-9f99-dc0f7c9c6542 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Jun 18 16:35:20.671699 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1896e2aa-6f59-4e05-831e-2d991fd6fbca {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:35:20.678615 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.690493 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Transition to ACTIVE for port object 1896e2aa-6f59-4e05-831e-2d991fd6fbca will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:20.694168 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.696333 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-919df62c-a3c9-4c96-a8c5-5e8b637d5389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:20.769909 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Pushing event updated for resources: {'Port': ['ID=1896e2aa-6f59-4e05-831e-2d991fd6fbca,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:20.775074 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:20.836610 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Attempting to bind port 1896e2aa-6f59-4e05-831e-2d991fd6fbca on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:20.836942 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Attempting to bind port 1896e2aa-6f59-4e05-831e-2d991fd6fbca by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:20.837265 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Attempting to bind port 1896e2aa-6f59-4e05-831e-2d991fd6fbca on network 27f66013-505e-41a9-84d0-b2b0026145f8 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:20.841355 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Port 1896e2aa-6f59-4e05-831e-2d991fd6fbca on network 27f66013-505e-41a9-84d0-b2b0026145f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:35:20.841848 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Attempting to bind port 1896e2aa-6f59-4e05-831e-2d991fd6fbca on network 27f66013-505e-41a9-84d0-b2b0026145f8 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:20.846369 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:20.846699 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Checking segment: {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:20.847077 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Bound using segment: {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:20.847496 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Bound port: 1896e2aa-6f59-4e05-831e-2d991fd6fbca, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:20.847835 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.914517 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] For port 1896e2aa-6f59-4e05-831e-2d991fd6fbca, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:20.917730 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] For port 1896e2aa-6f59-4e05-831e-2d991fd6fbca, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1896e2aa-6f59-4e05-831e-2d991fd6fbca,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:20.923706 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.926565 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:20.990584 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:20.991190 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.992523 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] 10.222.0.72 "PUT /v2.0/ports/1896e2aa-6f59-4e05-831e-2d991fd6fbca HTTP/1.1" status: 200 len: 1093 time: 0.6663387 Jun 18 16:35:20.993023 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589cf46a-ddde-475f-ab68-e9f563b31896', 'tag': '1896e2aa-6f59-4e05-831e-2d991fd6fbca'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:20.995317 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bfb952-d2f0-4bb6-a994-0514e463977f" -d '{"events": [{"name": "network-changed", "server_uuid": "589cf46a-ddde-475f-ab68-e9f563b31896", "tag": "1896e2aa-6f59-4e05-831e-2d991fd6fbca"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:21.021116 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Pushing event updated for resources: {'Port': ['ID=1896e2aa-6f59-4e05-831e-2d991fd6fbca,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:21.027833 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:21.037022 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552011ed-2755-4fbf-98ab-a1fcf258521c x-openstack-request-id: req-552011ed-2755-4fbf-98ab-a1fcf258521c {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:21.037350 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589cf46a-ddde-475f-ab68-e9f563b31896", "tag": "1896e2aa-6f59-4e05-831e-2d991fd6fbca", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:21.037634 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-552011ed-2755-4fbf-98ab-a1fcf258521c {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:21.038154 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589cf46a-ddde-475f-ab68-e9f563b31896', 'tag': '1896e2aa-6f59-4e05-831e-2d991fd6fbca', 'status': 'completed', 'code': 200} Jun 18 16:35:21.050583 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edf273-6be4-4fef-a87d-299928e8f3f3 req-5bdf64a7-89f2-452b-b26e-d28bbc930fef tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.052090 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-85edf273-6be4-4fef-a87d-299928e8f3f3 req-5bdf64a7-89f2-452b-b26e-d28bbc930fef tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 943 time: 0.1033158 Jun 18 16:35:21.119208 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-85edf273-6be4-4fef-a87d-299928e8f3f3 req-0930d1b7-68a7-44e4-a5ca-b908017b3221 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614641 Jun 18 16:35:21.141258 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-7d33c446-e616-436a-85ab-6c937e13002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.142853 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-7d33c446-e616-436a-85ab-6c937e13002c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 1096 time: 0.0713882 Jun 18 16:35:21.564699 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-0a117ddd-a364-4322-967b-4d7d64cd07eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1896e2aa-6f59-4e05-831e-2d991fd6fbca HTTP/1.1" status: 200 len: 217 time: 0.2955046 Jun 18 16:35:21.631380 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-b07c1d14-5a89-413b-9b36-7cbad1e914b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.632805 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-b07c1d14-5a89-413b-9b36-7cbad1e914b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3884f092-94d8-42f0-9438-8049b70cf830 HTTP/1.1" status: 200 len: 854 time: 0.0449877 Jun 18 16:35:21.666659 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-11955bf3-d238-4653-bf80-ab4252d74eb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f66013-505e-41a9-84d0-b2b0026145f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254428 Jun 18 16:35:21.686866 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05da75-4830-447f-ba02-593f5f2806fc req-22e9e48b-ff1c-4d33-ac3d-8535e07a5291 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.688318 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ce05da75-4830-447f-ba02-593f5f2806fc req-22e9e48b-ff1c-4d33-ac3d-8535e07a5291 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 943 time: 0.0653069 Jun 18 16:35:21.727381 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ce05da75-4830-447f-ba02-593f5f2806fc req-7e5cb3f0-81c0-47f3-b0d3-4cfce6fb457e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333669 Jun 18 16:35:21.767593 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-facc127e-612e-4e53-91ea-11877c1252b4 service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851824 Jun 18 16:35:21.859404 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b035b7e2-729f-48a5-8565-2fd805bedc6f req-7d441672-edc4-4d0a-9113-c84623b1935a service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831487 Jun 18 16:35:22.022097 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfb952-d2f0-4bb6-a994-0514e463977f req-803a8ca0-ece1-4358-9472-5d801a765af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:22.023541 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8bfb952-d2f0-4bb6-a994-0514e463977f req-803a8ca0-ece1-4358-9472-5d801a765af6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a12f8ff80fa94e648fe98075594be296&device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 1096 time: 0.0519814 Jun 18 16:35:22.115020 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfb952-d2f0-4bb6-a994-0514e463977f req-7c97995f-706f-4b55-849a-38f804723931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:22.116361 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8bfb952-d2f0-4bb6-a994-0514e463977f req-7c97995f-706f-4b55-849a-38f804723931 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 200 len: 915 time: 0.0817366 Jun 18 16:35:22.169618 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8bfb952-d2f0-4bb6-a994-0514e463977f req-ae68119d-e04f-48ba-a503-652a8cd88bd0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1896e2aa-6f59-4e05-831e-2d991fd6fbca HTTP/1.1" status: 200 len: 217 time: 0.0380576 Jun 18 16:35:22.217923 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfb952-d2f0-4bb6-a994-0514e463977f req-5ab1419d-9736-40ab-9ad9-e986bbd4c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:22.219359 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8bfb952-d2f0-4bb6-a994-0514e463977f req-5ab1419d-9736-40ab-9ad9-e986bbd4c8b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3884f092-94d8-42f0-9438-8049b70cf830 HTTP/1.1" status: 200 len: 854 time: 0.0432122 Jun 18 16:35:22.279843 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8bfb952-d2f0-4bb6-a994-0514e463977f req-8c522af2-1c12-4189-8820-73403f155087 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f66013-505e-41a9-84d0-b2b0026145f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484881 Jun 18 16:35:22.373014 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1f72e-ad4d-4318-8429-2f877a63ab55 req-44ac2c38-acd1-4692-b589-fcec8ff2851b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:22.374864 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5db1f72e-ad4d-4318-8429-2f877a63ab55 req-44ac2c38-acd1-4692-b589-fcec8ff2851b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 943 time: 0.1365204 Jun 18 16:35:22.412368 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8bfb952-d2f0-4bb6-a994-0514e463977f req-e8f05eae-0bdb-4929-b820-91b16120da3f service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243553 Jun 18 16:35:22.448948 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5db1f72e-ad4d-4318-8429-2f877a63ab55 req-633cb75a-cdb5-4fc3-86e1-0791b1491e28 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661902 Jun 18 16:35:22.515892 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e8bfb952-d2f0-4bb6-a994-0514e463977f req-c8fe1515-9289-4230-bdd6-5fc85f6ac1cf service neutron] 10.222.0.72 "GET /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936265 Jun 18 16:35:22.783331 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 1896e2aa-6f59-4e05-831e-2d991fd6fbca details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:35:22.883317 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 1896e2aa-6f59-4e05-831e-2d991fd6fbca, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1896e2aa-6f59-4e05-831e-2d991fd6fbca,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:22.895662 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': '1896e2aa-6f59-4e05-831e-2d991fd6fbca', 'network_id': '27f66013-505e-41a9-84d0-b2b0026145f8', 'port_id': '1896e2aa-6f59-4e05-831e-2d991fd6fbca', 'mac_address': 'fa:16:3e:2a:31:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3884f092-94d8-42f0-9438-8049b70cf830', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:35:22.899346 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4716ec-8c80-4cb9-97dd-01dfc23b1c58 req-8d4e59ca-bf5d-40ee-be2f-a475e332dec7 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:22.900793 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cb4716ec-8c80-4cb9-97dd-01dfc23b1c58 req-8d4e59ca-bf5d-40ee-be2f-a475e332dec7 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 943 time: 0.0634418 Jun 18 16:35:22.935151 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.939876 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-cb4716ec-8c80-4cb9-97dd-01dfc23b1c58 req-726e9af2-72d7-42b8-9fc6-897289c9cebd tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333366 Jun 18 16:35:22.948335 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1896e2aa-6f59-4e05-831e-2d991fd6fbca {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:35:22.967483 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 1896e2aa-6f59-4e05-831e-2d991fd6fbca, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1896e2aa-6f59-4e05-831e-2d991fd6fbca,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:22.971429 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.972318 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device b7f9843f-ab5d-4f85-b862-91b64bf49442 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:35:22.973973 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:23.058560 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=1896e2aa-6f59-4e05-831e-2d991fd6fbca,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:23.063289 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:23.102109 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port b7f9843f-ab5d-4f85-b862-91b64bf49442, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b7f9843f-ab5d-4f85-b862-91b64bf49442,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:23.114486 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'port_id': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'mac_address': 'fa:16:3e:ed:75:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:35:23.166321 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.180899 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f9843f-ab5d-4f85-b862-91b64bf49442 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:35:23.205240 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port b7f9843f-ab5d-4f85-b862-91b64bf49442, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b7f9843f-ab5d-4f85-b862-91b64bf49442,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:23.208898 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.210643 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:23.254932 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=b7f9843f-ab5d-4f85-b862-91b64bf49442,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:23.257817 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:23.603016 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['1896e2aa-6f59-4e05-831e-2d991fd6fbca'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:23.629272 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['b7f9843f-ab5d-4f85-b862-91b64bf49442'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:23.635276 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a5968-c487-4df0-aa2d-9d2344fef35a req-316cab76-c54d-47c6-aacc-ac6330b37127 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:23.636465 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cd2a5968-c487-4df0-aa2d-9d2344fef35a req-316cab76-c54d-47c6-aacc-ac6330b37127 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 944 time: 0.0678582 Jun 18 16:35:23.676257 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cd2a5968-c487-4df0-aa2d-9d2344fef35a req-492e0c98-a34f-45c5-9349-8cc4373cff38 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332406 Jun 18 16:35:24.113240 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429eeb-72c4-4726-8969-6e9f6ab1b90f req-8b831d2d-c64e-4223-af67-6e488ad7c88e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:24.114655 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ca429eeb-72c4-4726-8969-6e9f6ab1b90f req-8b831d2d-c64e-4223-af67-6e488ad7c88e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 944 time: 0.0638652 Jun 18 16:35:24.152314 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ca429eeb-72c4-4726-8969-6e9f6ab1b90f req-5464f1cc-0f22-4d7a-83c1-77df7b5b02c1 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Jun 18 16:35:24.809588 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 1896e2aa-6f59-4e05-831e-2d991fd6fbca up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:24.855523 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ad7d8-5a80-491f-bb0e-124950e47d8d req-45b02239-58eb-480b-96ef-ebabf634f1ae tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:24.856742 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port 1896e2aa-6f59-4e05-831e-2d991fd6fbca completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:24.857026 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9a6ad7d8-5a80-491f-bb0e-124950e47d8d req-45b02239-58eb-480b-96ef-ebabf634f1ae tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 944 time: 0.0688772 Jun 18 16:35:24.861608 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port 1896e2aa-6f59-4e05-831e-2d991fd6fbca triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:24.862023 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:24.897069 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9a6ad7d8-5a80-491f-bb0e-124950e47d8d req-3fd263d9-58c5-4d32-aa7f-df05ea470589 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Jun 18 16:35:24.938109 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:24.959781 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589cf46a-ddde-475f-ab68-e9f563b31896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1896e2aa-6f59-4e05-831e-2d991fd6fbca'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:24.961979 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e957fb52-df90-4148-a1c4-88e70cb20439" -d '{"events": [{"server_uuid": "589cf46a-ddde-475f-ab68-e9f563b31896", "name": "network-vif-plugged", "status": "completed", "tag": "1896e2aa-6f59-4e05-831e-2d991fd6fbca"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:24.978809 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port 1896e2aa-6f59-4e05-831e-2d991fd6fbca, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1896e2aa-6f59-4e05-831e-2d991fd6fbca,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:24.984871 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:24.985023 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device b7f9843f-ab5d-4f85-b862-91b64bf49442 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:24.986751 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:25.022432 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab853eef-37f0-4caf-bc54-f90f295b2e6c x-openstack-request-id: req-ab853eef-37f0-4caf-bc54-f90f295b2e6c {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:25.022751 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589cf46a-ddde-475f-ab68-e9f563b31896", "name": "network-vif-plugged", "status": "completed", "tag": "1896e2aa-6f59-4e05-831e-2d991fd6fbca", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:25.023010 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab853eef-37f0-4caf-bc54-f90f295b2e6c {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:25.023391 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589cf46a-ddde-475f-ab68-e9f563b31896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1896e2aa-6f59-4e05-831e-2d991fd6fbca', 'code': 200} Jun 18 16:35:25.064456 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=1896e2aa-6f59-4e05-831e-2d991fd6fbca,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:25.068715 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:25.074991 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port b7f9843f-ab5d-4f85-b862-91b64bf49442 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:25.079412 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port b7f9843f-ab5d-4f85-b862-91b64bf49442 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:25.079790 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:25.161826 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:25.194758 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port b7f9843f-ab5d-4f85-b862-91b64bf49442, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b7f9843f-ab5d-4f85-b862-91b64bf49442,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:25.200138 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:25.202913 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:25.254687 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=b7f9843f-ab5d-4f85-b862-91b64bf49442,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:25.257574 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:25.280195 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac0b3-6232-40da-8531-847f5f9f17f7 req-ece6d3ca-a54d-4d75-ae22-d2c264932406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:25.281623 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-03aac0b3-6232-40da-8531-847f5f9f17f7 req-ece6d3ca-a54d-4d75-ae22-d2c264932406 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 1098 time: 0.0656965 Jun 18 16:35:25.337700 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-03aac0b3-6232-40da-8531-847f5f9f17f7 req-b6dec80b-47e8-43c1-ad91-f2da6a6b50a8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Jun 18 16:35:25.358060 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89360be-f2c2-43ec-a853-5fdbef32ddb8 req-5aa75cec-8a25-4525-8cf8-26166a6225ff tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:25.359358 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a89360be-f2c2-43ec-a853-5fdbef32ddb8 req-5aa75cec-8a25-4525-8cf8-26166a6225ff tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 945 time: 0.0907433 Jun 18 16:35:25.396063 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a89360be-f2c2-43ec-a853-5fdbef32ddb8 req-9a984f38-96c1-4b26-9032-c6928e8b8b59 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310426 Jun 18 16:35:26.069094 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fabe5-4568-44af-9229-9181225f1ac2 req-c154ffd2-50c0-41ba-b11e-96b33bde291f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:26.070561 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4e1fabe5-4568-44af-9229-9181225f1ac2 req-c154ffd2-50c0-41ba-b11e-96b33bde291f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 945 time: 0.0611420 Jun 18 16:35:26.108758 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-4e1fabe5-4568-44af-9229-9181225f1ac2 req-1cadab95-3404-4563-95e1-f9e3bf6b7e17 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326736 Jun 18 16:35:26.602199 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cabcce-a6e7-498f-b8b4-e28c59c14f3e req-a6f8df9d-7dd2-438e-97eb-7e010ea505c9 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:26.603777 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a3cabcce-a6e7-498f-b8b4-e28c59c14f3e req-a6f8df9d-7dd2-438e-97eb-7e010ea505c9 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 945 time: 0.0697949 Jun 18 16:35:26.643192 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a3cabcce-a6e7-498f-b8b4-e28c59c14f3e req-5b3280de-9e87-49c8-9a4c-e959bd95a4b6 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327229 Jun 18 16:35:27.024765 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f9843f-ab5d-4f85-b862-91b64bf49442'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:27.027108 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a2f650-93fb-4296-beae-d94d6b993b20" -d '{"events": [{"server_uuid": "cd88eeec-3120-40d6-a766-b44854ebfd86", "name": "network-vif-plugged", "status": "completed", "tag": "b7f9843f-ab5d-4f85-b862-91b64bf49442"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:27.061704 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fde89d-ca82-463b-95fa-85c66a48af3f x-openstack-request-id: req-f3fde89d-ca82-463b-95fa-85c66a48af3f {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:27.062007 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd88eeec-3120-40d6-a766-b44854ebfd86", "name": "network-vif-plugged", "status": "completed", "tag": "b7f9843f-ab5d-4f85-b862-91b64bf49442", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:27.062261 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3fde89d-ca82-463b-95fa-85c66a48af3f {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:27.062647 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'code': 200} Jun 18 16:35:27.284838 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0b035-d304-4757-a874-896e4f40070c req-5a6aeca5-3262-40f8-9751-f78c70964eb5 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:27.286275 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-02b0b035-d304-4757-a874-896e4f40070c req-5a6aeca5-3262-40f8-9751-f78c70964eb5 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 945 time: 0.0681579 Jun 18 16:35:27.353735 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-02b0b035-d304-4757-a874-896e4f40070c req-da34c125-803e-4486-aec5-075b1841d91b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595775 Jun 18 16:35:27.367896 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a50c0-7ffe-4767-9208-66e851cf2dbd req-f7c218ba-db61-432a-9aac-00fd09370ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:27.369361 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-914a50c0-7ffe-4767-9208-66e851cf2dbd req-f7c218ba-db61-432a-9aac-00fd09370ebb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 1098 time: 0.0822556 Jun 18 16:35:27.405508 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-914a50c0-7ffe-4767-9208-66e851cf2dbd req-232358d6-55dc-498e-939c-fb9c0ef9a197 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286746 Jun 18 16:35:27.823955 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6624a2-b887-418e-8eaa-f1e2b6309c3b req-d7da75ab-094c-4993-b466-930c9deb2b11 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:27.825366 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0b6624a2-b887-418e-8eaa-f1e2b6309c3b req-d7da75ab-094c-4993-b466-930c9deb2b11 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 945 time: 0.0643697 Jun 18 16:35:27.863422 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0b6624a2-b887-418e-8eaa-f1e2b6309c3b req-54816524-f525-4954-80ce-2d6b4729a328 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320046 Jun 18 16:35:28.527563 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f146a7-d692-4700-8e58-3eb85ae4c46b req-be15cfe2-8c74-47c9-a966-dd5ac92f2903 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:28.529403 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-95f146a7-d692-4700-8e58-3eb85ae4c46b req-be15cfe2-8c74-47c9-a966-dd5ac92f2903 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 945 time: 0.0650773 Jun 18 16:35:28.568470 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-95f146a7-d692-4700-8e58-3eb85ae4c46b req-7648dcb3-caf2-429d-b59a-2b2585509ac5 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328751 Jun 18 16:35:29.741648 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef91382-6ed8-42da-a397-03145be752b4 req-3b9526ad-d459-4f04-b20e-55e483d811f1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:29.743166 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8ef91382-6ed8-42da-a397-03145be752b4 req-3b9526ad-d459-4f04-b20e-55e483d811f1 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 945 time: 0.0657420 Jun 18 16:35:29.784432 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8ef91382-6ed8-42da-a397-03145be752b4 req-ad24c635-c6fe-46cd-b073-73c6b066746d tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355535 Jun 18 16:35:29.954978 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5523-1b1d-4604-9d4b-bc455c5124fe req-f8b5ac18-f9e5-4a3f-aed9-02b7956dbff6 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:29.956279 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ee2a5523-1b1d-4604-9d4b-bc455c5124fe req-f8b5ac18-f9e5-4a3f-aed9-02b7956dbff6 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 945 time: 0.0611029 Jun 18 16:35:29.994454 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ee2a5523-1b1d-4604-9d4b-bc455c5124fe req-b81cb24a-606b-4193-92d7-51f5c7d28417 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 Jun 18 16:35:30.019825 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45414) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:30.217463 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a17f376-3b35-428c-b8d2-b92167693b2e tempest-TestVolumeBootPattern-2133737447 tempest-TestVolumeBootPattern-2133737447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:30.219202 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-9a17f376-3b35-428c-b8d2-b92167693b2e tempest-TestVolumeBootPattern-2133737447 tempest-TestVolumeBootPattern-2133737447-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 1093 time: 0.1983864 Jun 18 16:35:30.221982 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45418) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:30.227180 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Request body: {'floatingip': {'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'port_id': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:30.253990 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.356223 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.465569 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Allocated IP 172.27.3.147 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/356cbb60-dad6-4318-9f3a-9a96134fc379) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:30.868525 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.906709 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.909487 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0b4c2558-dce8-41b3-bf59-55090a028088 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:30.950434 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:30.955484 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:30.959911 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:30.961911 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'Port': ['ID=356cbb60-dad6-4318-9f3a-9a96134fc379,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:30.965641 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:31.321497 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.394091 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.536073 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.540394 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12802647'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.543090 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:31.601616 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event updated for resources: {'Port': ['ID=356cbb60-dad6-4318-9f3a-9a96134fc379,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:31.605193 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:31.617719 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.715773 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.l3_db [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Floating IP 1d99ce8f-602e-4bd0-a2f3-d7f4fac19075 associated. External IP: 172.27.3.147, port: b7f9843f-ab5d-4f85-b862-91b64bf49442. Jun 18 16:35:31.917201 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Router ccaf85aa-d939-4420-94cf-6b67535ce8cc has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:32.021016 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:32.030088 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] Sync routers for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:32.037069 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.040914 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:32.041544 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:35:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:32.072307 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-c20df174-e69b-45a9-86c3-8f314ea29e19 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8493016 Jun 18 16:35:32.072965 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'tag': 'b7f9843f-ab5d-4f85-b862-91b64bf49442'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:32.075285 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8775c917-5832-42ac-bf4e-7bcd8e87faad" -d '{"events": [{"name": "network-changed", "server_uuid": "cd88eeec-3120-40d6-a766-b44854ebfd86", "tag": "b7f9843f-ab5d-4f85-b862-91b64bf49442"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:32.115425 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd2ce42-7dcf-45a1-a132-104f8337ad09 x-openstack-request-id: req-6dd2ce42-7dcf-45a1-a132-104f8337ad09 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:32.115702 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd88eeec-3120-40d6-a766-b44854ebfd86", "tag": "b7f9843f-ab5d-4f85-b862-91b64bf49442", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:32.115992 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6dd2ce42-7dcf-45a1-a132-104f8337ad09 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:32.116425 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'tag': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'status': 'completed', 'code': 200} Jun 18 16:35:32.222623 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-7d4b882a-cd29-4b86-8663-cbba4b9c6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:32.224104 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-7d4b882a-cd29-4b86-8663-cbba4b9c6877 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 1098 time: 0.0556662 Jun 18 16:35:32.267983 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:32.321818 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-8e7228a6-2158-4284-9835-3eda0cd933bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:32.323255 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-8e7228a6-2158-4284-9835-3eda0cd933bb service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 912 time: 0.0917857 Jun 18 16:35:32.392470 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-60ec527d-fdcd-47b0-9986-b0d9b3fdfd98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f9843f-ab5d-4f85-b862-91b64bf49442 HTTP/1.1" status: 200 len: 999 time: 0.0613894 Jun 18 16:35:32.449982 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-078a2125-78a5-44a5-88dc-36d090a0a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:32.451426 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-078a2125-78a5-44a5-88dc-36d090a0a306 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0427616 Jun 18 16:35:32.487395 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '1d99ce8f-602e-4bd0-a2f3-d7f4fac19075', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:ed:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:31Z', 'updated_at': '2021-06-18T16:35:31Z', 'revision_number': 0, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}, {'id': '986634e2-3573-441b-b599-bb30cb978e54', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:a5:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:20Z', 'updated_at': '2021-06-18T16:33:22Z', 'revision_number': 1, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:32.507307 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-aade5fc3-ddcd-46c8-9217-584929d96fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:32.508790 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-aade5fc3-ddcd-46c8-9217-584929d96fe8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503180 Jun 18 16:35:32.516802 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] Checking router: ccaf85aa-d939-4420-94cf-6b67535ce8cc for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:32.524857 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:32.525469 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:35:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:32.605450 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-407a7e24-ee14-48f8-bc81-e78a56244e08 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887074 Jun 18 16:35:32.632927 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:32.695301 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:35:32.701844 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8775c917-5832-42ac-bf4e-7bcd8e87faad req-ae61eb44-26e7-423c-8148-d1a2df261ed1 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859768 Jun 18 16:35:32.855810 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '1d99ce8f-602e-4bd0-a2f3-d7f4fac19075', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:ed:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:31Z', 'updated_at': '2021-06-18T16:35:31Z', 'revision_number': 0, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}, {'id': '986634e2-3573-441b-b599-bb30cb978e54', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:a5:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:20Z', 'updated_at': '2021-06-18T16:33:22Z', 'revision_number': 1, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:32.885480 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d35d1-1363-4a82-8616-4ab25eae7481 None None] The sync data for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi is: [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '1d99ce8f-602e-4bd0-a2f3-d7f4fac19075', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:ed:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:31Z', 'updated_at': '2021-06-18T16:35:31Z', 'revision_number': 0, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}, {'id': '986634e2-3573-441b-b599-bb30cb978e54', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:a5:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:20Z', 'updated_at': '2021-06-18T16:33:22Z', 'revision_number': 1, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:33.055064 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6aa3e9-9221-4a39-8f29-787f2d30a6a6 None None] New status for floating IP 1d99ce8f-602e-4bd0-a2f3-d7f4fac19075: ACTIVE {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:35:36.491232 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4de8-ee5a-4602-b595-51952da67383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:36.893636 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.852911 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-561fdb61-5280-431a-83fe-7bb79dd0156d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.890091 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.058356 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfb4f0-23d4-4295-8995-f3ebbd05c1fd req-3c97f715-d9d8-491a-9b54-7d448f5dd307 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:40.059800 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0ecfb4f0-23d4-4295-8995-f3ebbd05c1fd req-3c97f715-d9d8-491a-9b54-7d448f5dd307 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 945 time: 0.0616310 Jun 18 16:35:40.094044 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.101614 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0ecfb4f0-23d4-4295-8995-f3ebbd05c1fd req-8c6ae1ba-b93e-4376-9dda-917cec0f27d8 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360680 Jun 18 16:35:41.274426 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc585c-42e3-41da-8540-c0fe91cf0e25 req-690a49be-7adb-4549-bf95-318206adca7e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:41.275878 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d9fc585c-42e3-41da-8540-c0fe91cf0e25 req-690a49be-7adb-4549-bf95-318206adca7e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 945 time: 0.0638151 Jun 18 16:35:41.317400 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d9fc585c-42e3-41da-8540-c0fe91cf0e25 req-35da340b-a6bd-418a-b1da-1207f8ebcc85 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358939 Jun 18 16:35:41.982406 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-472afafd-baee-457a-8976-266210c633ab tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:41.984994 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-472afafd-baee-457a-8976-266210c633ab tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 945 time: 0.0661783 Jun 18 16:35:41.985315 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.079966 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Deleting port 1896e2aa-6f59-4e05-831e-2d991fd6fbca {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:42.080297 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.167963 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] For port 1896e2aa-6f59-4e05-831e-2d991fd6fbca, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1896e2aa-6f59-4e05-831e-2d991fd6fbca,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:42.168222 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.237355 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Calling delete_port for 1896e2aa-6f59-4e05-831e-2d991fd6fbca owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:42.368366 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.372749 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:42.402065 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Pushing event deleted for resources: {'Port': ['ID=1896e2aa-6f59-4e05-831e-2d991fd6fbca,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:42.406052 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:42.409545 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['d8388068-74a4-499a-855b-7db79dba413d', '747ed127-3eb5-4d08-b153-8f7718e8cdd5', '8ed8a692-df19-490d-a900-06890d661cf0', '1896e2aa-6f59-4e05-831e-2d991fd6fbca'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:42.451055 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] No DVR routers for this DVR port 1896e2aa-6f59-4e05-831e-2d991fd6fbca on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:42.454606 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.456594 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b6d5de76-72f6-415f-ac9f-76fb9770e9df req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "DELETE /v2.0/ports/1896e2aa-6f59-4e05-831e-2d991fd6fbca HTTP/1.1" status: 204 len: 173 time: 0.4663863 Jun 18 16:35:42.457143 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589cf46a-ddde-475f-ab68-e9f563b31896', 'name': 'network-vif-deleted', 'tag': '1896e2aa-6f59-4e05-831e-2d991fd6fbca'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:42.459648 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44d8221-b61c-476e-bc2d-78604a2fddd2" -d '{"events": [{"server_uuid": "589cf46a-ddde-475f-ab68-e9f563b31896", "name": "network-vif-deleted", "tag": "1896e2aa-6f59-4e05-831e-2d991fd6fbca"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:42.463437 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-474a18c9-cb0a-463d-a690-592281a8013f req-9d1af90d-eaba-407f-9525-3a0f4447fce0 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=589cf46a-ddde-475f-ab68-e9f563b31896 HTTP/1.1" status: 200 len: 210 time: 0.0322151 Jun 18 16:35:42.499841 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8325b6bb-655a-4fe2-a9cb-a31ad90cd5de x-openstack-request-id: req-8325b6bb-655a-4fe2-a9cb-a31ad90cd5de {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:42.500295 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589cf46a-ddde-475f-ab68-e9f563b31896", "name": "network-vif-deleted", "tag": "1896e2aa-6f59-4e05-831e-2d991fd6fbca", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:42.500631 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8325b6bb-655a-4fe2-a9cb-a31ad90cd5de {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:42.501269 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589cf46a-ddde-475f-ab68-e9f563b31896', 'name': 'network-vif-deleted', 'tag': '1896e2aa-6f59-4e05-831e-2d991fd6fbca', 'status': 'completed', 'code': 200} Jun 18 16:35:44.892759 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 1896e2aa-6f59-4e05-831e-2d991fd6fbca no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:44.915202 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 1896e2aa-6f59-4e05-831e-2d991fd6fbca {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:44.915562 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 1896e2aa-6f59-4e05-831e-2d991fd6fbca not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:45.039959 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3d492-b0f6-4899-bb27-55cb9b3dfff4 req-00bd47f5-6e46-44a8-87ee-04396636b6a3 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:45.041397 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-11d3d492-b0f6-4899-bb27-55cb9b3dfff4 req-00bd47f5-6e46-44a8-87ee-04396636b6a3 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 946 time: 0.0619874 Jun 18 16:35:45.078209 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-11d3d492-b0f6-4899-bb27-55cb9b3dfff4 req-c0b507e8-b4c4-4c3a-bfc7-9deff325a58a tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311565 Jun 18 16:35:46.248652 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23a0ca-6511-44e3-baf8-9a657d9795e6 req-a34f96a9-30bc-4425-952a-2b0592fb416e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:46.250146 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ba23a0ca-6511-44e3-baf8-9a657d9795e6 req-a34f96a9-30bc-4425-952a-2b0592fb416e tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 946 time: 0.0611744 Jun 18 16:35:46.287123 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ba23a0ca-6511-44e3-baf8-9a657d9795e6 req-a9ba65dc-20ed-461f-9192-fedb4d54f781 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 Jun 18 16:35:46.885887 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-40116966-d95d-436f-b1b4-9d882f829871 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:46.887310 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-40116966-d95d-436f-b1b4-9d882f829871 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 946 time: 0.0673988 Jun 18 16:35:46.989691 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Deleting port 8ed8a692-df19-490d-a900-06890d661cf0 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:46.990037 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.077961 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] For port 8ed8a692-df19-490d-a900-06890d661cf0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ed8a692-df19-490d-a900-06890d661cf0,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:47.078911 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.143324 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Calling delete_port for 8ed8a692-df19-490d-a900-06890d661cf0 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:47.269388 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.273246 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2a12c61d-592d-4c2b-b9cc-119a4aa1522e tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:47.296784 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Pushing event deleted for resources: {'Port': ['ID=8ed8a692-df19-490d-a900-06890d661cf0,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:47.300757 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:47.305024 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['d8388068-74a4-499a-855b-7db79dba413d', '747ed127-3eb5-4d08-b153-8f7718e8cdd5'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:47.348414 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] No DVR routers for this DVR port 8ed8a692-df19-490d-a900-06890d661cf0 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:47.351189 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.353299 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f00b37e2-aa36-4a50-8b1f-9d4f4e7a2ebb req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "DELETE /v2.0/ports/8ed8a692-df19-490d-a900-06890d661cf0 HTTP/1.1" status: 204 len: 173 time: 0.4579246 Jun 18 16:35:47.354201 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f382e8-d1c2-4e9c-9547-2dce1524e632', 'name': 'network-vif-deleted', 'tag': '8ed8a692-df19-490d-a900-06890d661cf0'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:47.357591 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9918e1d9-395e-4b5f-8ab5-d61f12f327a5" -d '{"events": [{"server_uuid": "60f382e8-d1c2-4e9c-9547-2dce1524e632", "name": "network-vif-deleted", "tag": "8ed8a692-df19-490d-a900-06890d661cf0"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:47.398808 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8481d2-c1f0-4d2c-a04a-c266b7b0f3ff x-openstack-request-id: req-cc8481d2-c1f0-4d2c-a04a-c266b7b0f3ff {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:47.399504 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f382e8-d1c2-4e9c-9547-2dce1524e632", "name": "network-vif-deleted", "tag": "8ed8a692-df19-490d-a900-06890d661cf0", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:47.399737 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc8481d2-c1f0-4d2c-a04a-c266b7b0f3ff {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:47.400162 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f382e8-d1c2-4e9c-9547-2dce1524e632', 'name': 'network-vif-deleted', 'tag': '8ed8a692-df19-490d-a900-06890d661cf0', 'status': 'completed', 'code': 200} Jun 18 16:35:47.432280 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2234b81f-08cc-44f3-954a-1275214c33eb req-bd100c3e-19b2-4c72-9086-a2255e66c708 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f382e8-d1c2-4e9c-9547-2dce1524e632 HTTP/1.1" status: 200 len: 210 time: 0.0305800 Jun 18 16:35:48.888566 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e3ad3-ebd3-48c3-80c1-a3c3509fcd00 req-75f7ac67-70e8-42f8-b3dd-59c523f6b7a0 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:48.890302 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2b6e3ad3-ebd3-48c3-80c1-a3c3509fcd00 req-75f7ac67-70e8-42f8-b3dd-59c523f6b7a0 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 945 time: 0.0703187 Jun 18 16:35:48.911359 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 8ed8a692-df19-490d-a900-06890d661cf0 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:48.928530 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2b6e3ad3-ebd3-48c3-80c1-a3c3509fcd00 req-dd64646e-de1f-4b26-8669-5a2943ad2c4f tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Jun 18 16:35:48.931272 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 8ed8a692-df19-490d-a900-06890d661cf0 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:48.931712 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 8ed8a692-df19-490d-a900-06890d661cf0 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:50.112390 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929ed8f-1823-4422-9a34-7e1eee42fc38 req-48d8bfea-4d95-45f9-9c7e-0942d0069cc0 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:50.114170 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e929ed8f-1823-4422-9a34-7e1eee42fc38 req-48d8bfea-4d95-45f9-9c7e-0942d0069cc0 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 945 time: 0.0662971 Jun 18 16:35:50.150868 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e929ed8f-1823-4422-9a34-7e1eee42fc38 req-f389b4fd-e2f5-4de6-bdea-ebfb1b8ad057 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Jun 18 16:35:50.571665 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-1476db95-3af4-4528-84e0-2641e7e66ddd tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:50.573126 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-1476db95-3af4-4528-84e0-2641e7e66ddd tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 945 time: 0.0637481 Jun 18 16:35:50.675628 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Deleting port 747ed127-3eb5-4d08-b153-8f7718e8cdd5 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:50.675967 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.761433 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] For port 747ed127-3eb5-4d08-b153-8f7718e8cdd5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=747ed127-3eb5-4d08-b153-8f7718e8cdd5,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:50.761843 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.826854 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Calling delete_port for 747ed127-3eb5-4d08-b153-8f7718e8cdd5 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:50.953281 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.958982 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a8d05a19-1cfd-4f77-b775-d37328ee43b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:50.981919 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Pushing event deleted for resources: {'Port': ['ID=747ed127-3eb5-4d08-b153-8f7718e8cdd5,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:50.985820 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:50.994250 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['d8388068-74a4-499a-855b-7db79dba413d'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:51.028376 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] No DVR routers for this DVR port 747ed127-3eb5-4d08-b153-8f7718e8cdd5 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:51.030814 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.033101 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-2da826bf-aa20-46b9-ac01-74d1aa0a1324 req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "DELETE /v2.0/ports/747ed127-3eb5-4d08-b153-8f7718e8cdd5 HTTP/1.1" status: 204 len: 173 time: 0.4527490 Jun 18 16:35:51.033618 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1910d314-4876-441c-a6d9-9d3301067cab', 'name': 'network-vif-deleted', 'tag': '747ed127-3eb5-4d08-b153-8f7718e8cdd5'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:51.035923 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d5aa87-7c0b-401d-a965-82d3227b95b0" -d '{"events": [{"server_uuid": "1910d314-4876-441c-a6d9-9d3301067cab", "name": "network-vif-deleted", "tag": "747ed127-3eb5-4d08-b153-8f7718e8cdd5"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:51.082141 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850530a5-7b42-4876-a01f-d1d474cdc631 x-openstack-request-id: req-850530a5-7b42-4876-a01f-d1d474cdc631 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:51.082480 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1910d314-4876-441c-a6d9-9d3301067cab", "name": "network-vif-deleted", "tag": "747ed127-3eb5-4d08-b153-8f7718e8cdd5", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:51.082948 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-850530a5-7b42-4876-a01f-d1d474cdc631 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:51.083420 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1910d314-4876-441c-a6d9-9d3301067cab', 'name': 'network-vif-deleted', 'tag': '747ed127-3eb5-4d08-b153-8f7718e8cdd5', 'status': 'completed', 'code': 200} Jun 18 16:35:51.310920 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6918f9af-e3c2-47ef-9066-a63cb098fb93 req-96291bcf-5c55-4089-9e84-45c0b616408c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=1910d314-4876-441c-a6d9-9d3301067cab HTTP/1.1" status: 200 len: 210 time: 0.0288966 Jun 18 16:35:52.908874 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 747ed127-3eb5-4d08-b153-8f7718e8cdd5 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:52.928950 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 747ed127-3eb5-4d08-b153-8f7718e8cdd5 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:52.929301 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 747ed127-3eb5-4d08-b153-8f7718e8cdd5 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:53.886580 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9cefc-a8b5-4d2f-9106-607a18db9d07 req-d4320402-2e4a-43a9-9efb-252ccc1e5545 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:53.888033 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-23c9cefc-a8b5-4d2f-9106-607a18db9d07 req-d4320402-2e4a-43a9-9efb-252ccc1e5545 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 946 time: 0.0736599 Jun 18 16:35:53.925644 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-23c9cefc-a8b5-4d2f-9106-607a18db9d07 req-34454a19-095c-4094-a77a-289b4d905dc9 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Jun 18 16:35:55.099716 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ac57d-0c76-49e6-9b35-f34da4816a68 req-e9615688-3586-4f35-9429-94b35da3aaa9 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:55.101161 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-349ac57d-0c76-49e6-9b35-f34da4816a68 req-e9615688-3586-4f35-9429-94b35da3aaa9 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 946 time: 0.0618839 Jun 18 16:35:55.144640 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-349ac57d-0c76-49e6-9b35-f34da4816a68 req-3fdc5601-47a0-4764-b2ce-7017a4b62a63 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/security-groups?id=3716cd30-94c4-4326-b34a-f5650c47f957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 Jun 18 16:35:55.582401 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-ed7467ba-13bb-463f-9030-11e8c4e9e1cd tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:55.583817 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-ed7467ba-13bb-463f-9030-11e8c4e9e1cd tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 946 time: 0.0612540 Jun 18 16:35:55.684613 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Deleting port d8388068-74a4-499a-855b-7db79dba413d {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:55.684946 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.769052 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] For port d8388068-74a4-499a-855b-7db79dba413d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d8388068-74a4-499a-855b-7db79dba413d,segment=NetworkSegment(fcea38c7-0043-4a3d-8470-f08cc1c5b3fc),segment_id=fcea38c7-0043-4a3d-8470-f08cc1c5b3fc)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:55.769404 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.834068 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Calling delete_port for d8388068-74a4-499a-855b-7db79dba413d owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:55.958436 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.962919 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0f117023-7cee-4864-a618-8c905d0eeac4 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:55.989612 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Pushing event deleted for resources: {'Port': ['ID=d8388068-74a4-499a-855b-7db79dba413d,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:55.993272 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:55.993593 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['d8388068-74a4-499a-855b-7db79dba413d'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:56.038196 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] No DVR routers for this DVR port d8388068-74a4-499a-855b-7db79dba413d on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:56.040442 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.042401 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-142006cd-b1cf-4d7b-9f1a-79604c977b31 req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.72 "DELETE /v2.0/ports/d8388068-74a4-499a-855b-7db79dba413d HTTP/1.1" status: 204 len: 173 time: 0.4526064 Jun 18 16:35:56.042908 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df5a012-4903-4528-befb-f56f500d5215', 'name': 'network-vif-deleted', 'tag': 'd8388068-74a4-499a-855b-7db79dba413d'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:56.045173 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac00301b-2911-4975-a877-60215761c4e8" -d '{"events": [{"server_uuid": "0df5a012-4903-4528-befb-f56f500d5215", "name": "network-vif-deleted", "tag": "d8388068-74a4-499a-855b-7db79dba413d"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:56.081410 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436bc56e-b3bb-41fd-853f-cfb6092fb408 x-openstack-request-id: req-436bc56e-b3bb-41fd-853f-cfb6092fb408 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:56.081768 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df5a012-4903-4528-befb-f56f500d5215", "name": "network-vif-deleted", "tag": "d8388068-74a4-499a-855b-7db79dba413d", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:56.082116 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-436bc56e-b3bb-41fd-853f-cfb6092fb408 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:56.082524 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df5a012-4903-4528-befb-f56f500d5215', 'name': 'network-vif-deleted', 'tag': 'd8388068-74a4-499a-855b-7db79dba413d', 'status': 'completed', 'code': 200} Jun 18 16:35:56.307958 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d833b1f2-ab22-4d76-9de0-e4edb999ae6b req-6fdb3997-dc48-4f0f-adba-ee485583ea87 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df5a012-4903-4528-befb-f56f500d5215 HTTP/1.1" status: 200 len: 210 time: 0.0311806 Jun 18 16:35:57.406889 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45524) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:57.454493 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-205701fd-bd44-4e42-95f7-60fa53e75ae1 admin admin] Deleting subnet 3884f092-94d8-42f0-9438-8049b70cf830 {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:57.457627 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-205701fd-bd44-4e42-95f7-60fa53e75ae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.492097 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-205701fd-bd44-4e42-95f7-60fa53e75ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527961301'] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.529716 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-205701fd-bd44-4e42-95f7-60fa53e75ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.584167 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-205701fd-bd44-4e42-95f7-60fa53e75ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12802580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528059865'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.587037 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:57.610045 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205701fd-bd44-4e42-95f7-60fa53e75ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3884f092-94d8-42f0-9438-8049b70cf830,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:57.613487 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-205701fd-bd44-4e42-95f7-60fa53e75ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:57.614547 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-205701fd-bd44-4e42-95f7-60fa53e75ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.617494 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-205701fd-bd44-4e42-95f7-60fa53e75ae1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3884f092-94d8-42f0-9438-8049b70cf830 HTTP/1.1" status: 204 len: 168 time: 0.2077813 Jun 18 16:35:57.618820 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45526) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:57.684793 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.768093 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.778121 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f66013-505e-41a9-84d0-b2b0026145f8']}} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:57.788371 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc') {'for_net_delete': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:57.788671 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcea38c7-0043-4a3d-8470-f08cc1c5b3fc') {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:57.797052 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527961308'] for segment, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.810577 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.816306 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=92763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:57.816684 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12724927'] for segment, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: Traceback (most recent call last): Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: timer() Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: cb(*args, **kw) Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: return func(*args, **kwargs) Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: self._notify() Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: self.callback(batched_events) Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: event.method(event) Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: return f(self, *a, **k) Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._get(url).json() Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:57.818278 dv-cinder-792462-12-iscsi neutron-server[92763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:57.875332 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.879209 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:57.881562 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.883374 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] 10.222.0.44 "DELETE /v2.0/networks/27f66013-505e-41a9-84d0-b2b0026145f8 HTTP/1.1" status: 204 len: 168 time: 0.2636564 Jun 18 16:35:57.894335 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Pushing event deleted for resources: {'Network': ['ID=27f66013-505e-41a9-84d0-b2b0026145f8,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:57.896607 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:58.043652 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45530) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:58.086970 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-36dc4bc2-23fd-4d1e-ba61-978fa26be3d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a12f8ff80fa94e648fe98075594be296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420647 Jun 18 16:35:58.089329 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45532) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:58.135991 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b3ca-e3b3-49d7-b43a-ff71dcd64c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.156420 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b3ca-e3b3-49d7-b43a-ff71dcd64c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.201097 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b3ca-e3b3-49d7-b43a-ff71dcd64c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.203829 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b3ca-e3b3-49d7-b43a-ff71dcd64c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.205640 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-dfe2b3ca-e3b3-49d7-b43a-ff71dcd64c0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3716cd30-94c4-4326-b34a-f5650c47f957 HTTP/1.1" status: 204 len: 168 time: 0.1153698 Jun 18 16:35:58.206417 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-fcc21e11-eac3-44c8-825d-89c9d0b2bf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:58.213513 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2b3ca-e3b3-49d7-b43a-ff71dcd64c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3716cd30-94c4-4326-b34a-f5650c47f957,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:58.215903 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dfe2b3ca-e3b3-49d7-b43a-ff71dcd64c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:58.936063 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device d8388068-74a4-499a-855b-7db79dba413d no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:58.958686 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: d8388068-74a4-499a-855b-7db79dba413d {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:58.959037 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device d8388068-74a4-499a-855b-7db79dba413d not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:36:06.492467 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8654-fdfa-4540-b284-67605d5de58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:06.916919 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.449781 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45642) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:07.550825 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e5425418-f2e1-460d-8d73-b10d5439c4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.641803 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e5425418-f2e1-460d-8d73-b10d5439c4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.646034 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e5425418-f2e1-460d-8d73-b10d5439c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.648616 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a67e11c4-2df6-4bb4-a143-97ff94d9f73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:07.683423 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-e5425418-f2e1-460d-8d73-b10d5439c4ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05a5cef88cac456497642d811b418990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326145 Jun 18 16:36:07.684307 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5425418-f2e1-460d-8d73-b10d5439c4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201d324f-ab12-4858-a6ab-cff8178f346d,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:07.686136 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 45646) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:07.688023 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e5425418-f2e1-460d-8d73-b10d5439c4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:07.735593 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2707a90b-fdd7-472a-aa69-3cc620d946b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.756404 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2707a90b-fdd7-472a-aa69-3cc620d946b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.805850 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2707a90b-fdd7-472a-aa69-3cc620d946b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.808380 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2707a90b-fdd7-472a-aa69-3cc620d946b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.809493 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-2707a90b-fdd7-472a-aa69-3cc620d946b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/201d324f-ab12-4858-a6ab-cff8178f346d HTTP/1.1" status: 204 len: 168 time: 0.1222796 Jun 18 16:36:07.810295 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6a896688-d09f-4987-9953-174bde8aa610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:07.818241 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707a90b-fdd7-472a-aa69-3cc620d946b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201d324f-ab12-4858-a6ab-cff8178f346d,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:07.820622 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2707a90b-fdd7-472a-aa69-3cc620d946b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:08.855565 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-fae202d5-3be3-4778-930d-d19579d22762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:08.892786 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:09.694818 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:36:10.096131 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:11.986512 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:12.415655 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-8d122e8b-d4ae-4cfc-a1f1-4eeaa09a3e18 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555968 Jun 18 16:36:12.531025 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-b4ba29c8-8300-41ef-9d4d-de580f6ff722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:12.533934 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-b4ba29c8-8300-41ef-9d4d-de580f6ff722 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 1098 time: 0.0565026 Jun 18 16:36:12.648381 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45746) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:12.651698 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-888bf5a9-c1c0-458e-a50c-9e48de5f53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:12.653156 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-888bf5a9-c1c0-458e-a50c-9e48de5f53f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 912 time: 0.0947764 Jun 18 16:36:12.716580 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-818ae018-9cd3-47cf-8379-c2e0bbf4c429 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7 HTTP/1.1" status: 200 len: 1001 time: 0.0562913 Jun 18 16:36:12.752722 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-52225a8a-9bcc-4052-a6d4-e6f036b46c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:12.768119 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-ecb95d41-e338-47f9-a674-6879dc9b8629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:12.769589 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-ecb95d41-e338-47f9-a674-6879dc9b8629 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0468390 Jun 18 16:36:12.831064 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-c1752464-5569-4bea-8971-e0be13b7e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:12.832637 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-c1752464-5569-4bea-8971-e0be13b7e19c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564771 Jun 18 16:36:12.839795 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-52225a8a-9bcc-4052-a6d4-e6f036b46c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:12.845057 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-52225a8a-9bcc-4052-a6d4-e6f036b46c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:12.848529 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9c2d96c6-eead-45cb-98a6-9af0a3d38e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:12.887658 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-52225a8a-9bcc-4052-a6d4-e6f036b46c7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c27e940b23f43dcaed55278d572f153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379229 Jun 18 16:36:12.888812 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52225a8a-9bcc-4052-a6d4-e6f036b46c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e10da1-99e8-47b8-97c4-1934730ef641,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:12.891028 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 45750) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:12.892022 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-52225a8a-9bcc-4052-a6d4-e6f036b46c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:12.961973 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-f961db0c-3495-42ae-8acf-bdc991b27c2c service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225929 Jun 18 16:36:13.226590 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.285304 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.336440 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-361c4e53-b348-44ea-b355-5c8027acd3c6 req-5adfdcd7-3887-4279-90b9-905cb81fe7dd service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678846 Jun 18 16:36:13.352929 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.355742 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.359734 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77e10da1-99e8-47b8-97c4-1934730ef641 HTTP/1.1" status: 204 len: 168 time: 0.4649088 Jun 18 16:36:13.359734 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b81a3984-744d-4df3-85e9-50e5799ca550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:13.366187 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e10da1-99e8-47b8-97c4-1934730ef641,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:13.373066 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.373443 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.373840 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.374204 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.374558 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.374912 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.375359 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.375604 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.375951 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.376299 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.376701 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.377580 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:13.380897 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3eff0806-4454-4774-943b-fb7d746a61d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:13.617994 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45756) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:13.631610 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-28d2cd6b-3420-46c3-984d-82c181f18b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.717226 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-28d2cd6b-3420-46c3-984d-82c181f18b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.721467 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-28d2cd6b-3420-46c3-984d-82c181f18b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.723873 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9321b0a7-1231-4089-86b8-84251505e8e0 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:13.761585 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2cd6b-3420-46c3-984d-82c181f18b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3bae79-2881-4dbd-9712-15af658dcc87,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:13.765823 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-28d2cd6b-3420-46c3-984d-82c181f18b1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afd4ebb517fc4945907e8e830f3015f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467831 Jun 18 16:36:13.766675 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-28d2cd6b-3420-46c3-984d-82c181f18b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:13.768974 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45758) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:13.815805 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cc96e1f6-7f55-4373-9711-ba66909bb6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.836569 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cc96e1f6-7f55-4373-9711-ba66909bb6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.882594 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cc96e1f6-7f55-4373-9711-ba66909bb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.885147 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cc96e1f6-7f55-4373-9711-ba66909bb6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.886309 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-cc96e1f6-7f55-4373-9711-ba66909bb6d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de3bae79-2881-4dbd-9712-15af658dcc87 HTTP/1.1" status: 204 len: 168 time: 0.1164484 Jun 18 16:36:13.887089 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c8f8d348-ae94-47a0-acdf-344002021d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:13.895503 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96e1f6-7f55-4373-9711-ba66909bb6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3bae79-2881-4dbd-9712-15af658dcc87,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:13.897704 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-cc96e1f6-7f55-4373-9711-ba66909bb6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:14.187189 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45764) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:14.206886 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4252bf2b-e10a-44cd-99e2-ecf1e34ca0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:14.291436 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4252bf2b-e10a-44cd-99e2-ecf1e34ca0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:14.294994 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4252bf2b-e10a-44cd-99e2-ecf1e34ca0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:14.298161 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f1656396-67e6-4095-9c8c-cb4b70d013ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:14.331916 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-4252bf2b-e10a-44cd-99e2-ecf1e34ca0eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=546b1fe1f9ad4c53b815a00e80e58655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433108 Jun 18 16:36:14.333948 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252bf2b-e10a-44cd-99e2-ecf1e34ca0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24e58ac-6fdb-4f74-917b-a91c47e53789,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:14.334943 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 45766) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:14.336875 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4252bf2b-e10a-44cd-99e2-ecf1e34ca0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:14.389360 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-338399bf-c61a-4296-8a64-015d19173389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:14.411382 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-338399bf-c61a-4296-8a64-015d19173389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:14.455290 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-338399bf-c61a-4296-8a64-015d19173389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:14.458320 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-338399bf-c61a-4296-8a64-015d19173389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:14.459432 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-338399bf-c61a-4296-8a64-015d19173389 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e24e58ac-6fdb-4f74-917b-a91c47e53789 HTTP/1.1" status: 204 len: 168 time: 0.1234679 Jun 18 16:36:14.460190 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2707a90b-fdd7-472a-aa69-3cc620d946b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:14.467185 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338399bf-c61a-4296-8a64-015d19173389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24e58ac-6fdb-4f74-917b-a91c47e53789,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:14.469374 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-338399bf-c61a-4296-8a64-015d19173389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:18.386485 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45832) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:18.488131 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.579465 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.583726 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.587024 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-980abff0-1510-4f6b-8b80-183de67dd2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:18.628318 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fab8a07c4efb4cc5ace4e9a258336992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404983 Jun 18 16:36:18.630045 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ff84e0-5415-460c-a3e8-2d975ef2aab5,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:18.630709 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 45836) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:18.640603 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.641160 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.641749 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.642793 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.643325 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.643759 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.644075 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.644408 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.644765 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.645116 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.645467 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.645843 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:18.650198 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:18.682250 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aa8eeea0-4ca3-416a-8afb-95590e3d11f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.703859 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aa8eeea0-4ca3-416a-8afb-95590e3d11f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.749380 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aa8eeea0-4ca3-416a-8afb-95590e3d11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.752464 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-aa8eeea0-4ca3-416a-8afb-95590e3d11f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.753592 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-aa8eeea0-4ca3-416a-8afb-95590e3d11f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30ff84e0-5415-460c-a3e8-2d975ef2aab5 HTTP/1.1" status: 204 len: 168 time: 0.1219192 Jun 18 16:36:18.754418 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5fbbf6a5-cab1-4da6-8f62-0319d742ec59 tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:18.761325 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eeea0-4ca3-416a-8afb-95590e3d11f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ff84e0-5415-460c-a3e8-2d975ef2aab5,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:18.763514 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-aa8eeea0-4ca3-416a-8afb-95590e3d11f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:26.578165 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45960) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:26.680701 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0f56a902-b825-4683-9601-01b6476dedd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:26.766549 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0f56a902-b825-4683-9601-01b6476dedd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:26.771047 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0f56a902-b825-4683-9601-01b6476dedd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:26.774639 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-554c1f2c-2043-4d76-a208-fc56d17bc015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:26.808507 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-0f56a902-b825-4683-9601-01b6476dedd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ce26b813e0e4407b9a15b809ab5c7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291608 Jun 18 16:36:26.810407 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56a902-b825-4683-9601-01b6476dedd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf044fd5-44de-4bac-94d1-6c4ca253c9a4,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:26.811148 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 45964) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:26.813411 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0f56a902-b825-4683-9601-01b6476dedd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:26.866501 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-91b1eef4-dec5-4fb6-9813-952013e92520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:26.890630 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-91b1eef4-dec5-4fb6-9813-952013e92520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:26.937691 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-91b1eef4-dec5-4fb6-9813-952013e92520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:26.940482 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-91b1eef4-dec5-4fb6-9813-952013e92520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:26.941584 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-91b1eef4-dec5-4fb6-9813-952013e92520 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf044fd5-44de-4bac-94d1-6c4ca253c9a4 HTTP/1.1" status: 204 len: 168 time: 0.1294096 Jun 18 16:36:26.942341 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-338399bf-c61a-4296-8a64-015d19173389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:26.949262 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1eef4-dec5-4fb6-9813-952013e92520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf044fd5-44de-4bac-94d1-6c4ca253c9a4,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:26.955295 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-91b1eef4-dec5-4fb6-9813-952013e92520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:27.194233 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 45970) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:27.207424 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccdb7-c341-486c-9054-7c51821f9697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.297874 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccdb7-c341-486c-9054-7c51821f9697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.301773 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccdb7-c341-486c-9054-7c51821f9697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.305079 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c80a8599-b34f-47df-b77c-9e60a408779b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:27.340817 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-3d6ccdb7-c341-486c-9054-7c51821f9697 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32ae7c3a9023428098041d1c45f65ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455343 Jun 18 16:36:27.341737 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ccdb7-c341-486c-9054-7c51821f9697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af7ca8-d3b0-4e68-9ef5-00e20fb39972,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:27.343525 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45972) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:27.345270 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3d6ccdb7-c341-486c-9054-7c51821f9697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:27.391425 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-023c3ce9-005a-478b-8117-754c71e9ad41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.412603 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-023c3ce9-005a-478b-8117-754c71e9ad41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.459239 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-023c3ce9-005a-478b-8117-754c71e9ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.461948 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-023c3ce9-005a-478b-8117-754c71e9ad41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.465521 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-023c3ce9-005a-478b-8117-754c71e9ad41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4af7ca8-d3b0-4e68-9ef5-00e20fb39972 HTTP/1.1" status: 204 len: 168 time: 0.1184766 Jun 18 16:36:27.465521 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f4ab96ba-6c95-44af-802c-2f265703ede9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:27.471571 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c3ce9-005a-478b-8117-754c71e9ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af7ca8-d3b0-4e68-9ef5-00e20fb39972,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:27.474249 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-023c3ce9-005a-478b-8117-754c71e9ad41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:27.778484 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 45978) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:27.792746 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4aa31eae-3d73-413d-baac-3b1606338971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.881857 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4aa31eae-3d73-413d-baac-3b1606338971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.885766 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4aa31eae-3d73-413d-baac-3b1606338971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.888191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-dc0edfe8-358c-4a4d-bd2e-3289a990b0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:27.923886 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-4aa31eae-3d73-413d-baac-3b1606338971 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed08b13269a5473b8d01a068a160ddb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442556 Jun 18 16:36:27.925503 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa31eae-3d73-413d-baac-3b1606338971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a7489f-3d31-49fd-99e8-c13be329acbc,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:27.927785 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 45980) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:27.929036 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4aa31eae-3d73-413d-baac-3b1606338971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:27.977201 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a083a98c-eece-4d76-ab2c-325b45a45428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:27.999931 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a083a98c-eece-4d76-ab2c-325b45a45428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:28.045750 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a083a98c-eece-4d76-ab2c-325b45a45428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:28.048458 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a083a98c-eece-4d76-ab2c-325b45a45428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:28.049722 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a083a98c-eece-4d76-ab2c-325b45a45428 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30a7489f-3d31-49fd-99e8-c13be329acbc HTTP/1.1" status: 204 len: 168 time: 0.1208963 Jun 18 16:36:28.050455 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a0fd2e46-4544-4bc6-b102-d8b28aecf928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:28.057529 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083a98c-eece-4d76-ab2c-325b45a45428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a7489f-3d31-49fd-99e8-c13be329acbc,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:28.059853 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a083a98c-eece-4d76-ab2c-325b45a45428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:28.714379 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46002) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:28.807889 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-842380261-network', 'tenant_id': 'd6340db2786c40e58bcbeeea70bf13b5'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:28.828575 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Made reservation on behalf of d6340db2786c40e58bcbeeea70bf13b5 for: {'network': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:36:28.831127 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:28.839349 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:28.932200 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:28.936202 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:28.940871 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-70bb3d05-b29b-443f-8141-b45d1d4f4726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:28.959646 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=92763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:36:28.973786 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e92eae5-842c-4448-8057-437ca54dcefe,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:28.978782 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:28.979875 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:28.980208 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.segments_db [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Added segment 1f89aaa1-e6d1-42ba-afba-008003f2abb4 of type vlan for network 57ffe725-0298-4178-afb3-185cc2952383 Jun 18 16:36:29.024192 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:29.053047 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:29.054805 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:29.055546 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:29.058971 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-24c1e89f-9fac-437b-8362-cca4b385dc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:29.104080 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3886328 Jun 18 16:36:29.107076 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46006) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:29.112552 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Request body: {'subnet': {'network_id': '57ffe725-0298-4178-afb3-185cc2952383', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-842380261-subnet', 'tenant_id': 'd6340db2786c40e58bcbeeea70bf13b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:29.116513 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Pushing event updated for resources: {'Network': ['ID=57ffe725-0298-4178-afb3-185cc2952383,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:29.119197 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f0da1a4f-2638-491a-a069-7069fd1d6e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:29.127471 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 57ffe725-0298-4178-afb3-185cc2952383 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:36:29.137522 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Made reservation on behalf of d6340db2786c40e58bcbeeea70bf13b5 for: {'subnet': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:36:29.140157 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800681'] for subnet, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:29.302942 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12646972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800699'] for subnet, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:29.305857 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:29.361558 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31c2a25-c4e1-459e-a278-753618c685b9,revision_number=0']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:29.364844 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:29.370405 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Checking segment: {'id': '1f89aaa1-e6d1-42ba-afba-008003f2abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57ffe725-0298-4178-afb3-185cc2952383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:36:29.370755 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Network hostable DHCP agents. Network: 57ffe725-0298-4178-afb3-185cc2952383, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:36:29.386778 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Network 57ffe725-0298-4178-afb3-185cc2952383 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:36:29.396846 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 57ffe725-0298-4178-afb3-185cc2952383) {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:36:29.401095 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:29.401694 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:29.407327 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47368645-e1b3-4a83-8827-fc0b2b21bbcf None None] Network 57ffe725-0298-4178-afb3-185cc2952383 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:36:29.417096 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-be4b42f5-c023-4acd-b2dc-ca93c00c689f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3089368 Jun 18 16:36:29.532289 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15345ec5-cbf9-4cff-9247-854d5bafdaab None None] Network 57ffe725-0298-4178-afb3-185cc2952383 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:36:31.145060 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687729ed-c790-4aed-832d-3e37a860b80e req-5549faf7-8b86-4d77-a37d-fcb177d562ef tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:31.146521 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-5549faf7-8b86-4d77-a37d-fcb177d562ef tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/networks?id=57ffe725-0298-4178-afb3-185cc2952383 HTTP/1.1" status: 200 len: 808 time: 0.0974963 Jun 18 16:36:31.161519 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-eb3b6434-7ec1-4fd1-a641-41ffc53c7b4d tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/quotas/d6340db2786c40e58bcbeeea70bf13b5 HTTP/1.1" status: 200 len: 375 time: 0.0096400 Jun 18 16:36:31.204309 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-a0fe7bfd-4f8f-4a3c-946d-210b6194434c tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6340db2786c40e58bcbeeea70bf13b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377233 Jun 18 16:36:31.290772 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-342d9701-7454-4439-a036-65c1ba032906 service neutron] 10.222.0.44 "GET /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789669 Jun 18 16:36:31.381064 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-7caafbd1-caf2-4d8b-8d19-f2bce5c43d20 service neutron] 10.222.0.44 "GET /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847290 Jun 18 16:36:31.546286 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-54ef3c2d-d1cb-4700-915f-89c96ee598a6 req-d342f0bc-fbc2-4338-86ae-36b60e75443d tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 210 time: 0.0300188 Jun 18 16:36:32.714711 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6a9ad68e-80f3-4663-ac87-0efafe204f7c req-19704b67-14ce-4957-9b19-18a45683f043 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 210 time: 0.0447195 Jun 18 16:36:32.725460 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687729ed-c790-4aed-832d-3e37a860b80e req-48e60735-6ecd-45a0-b0e2-5e8e749553e7 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:32.726937 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-48e60735-6ecd-45a0-b0e2-5e8e749553e7 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.72 "GET /v2.0/networks?id=57ffe725-0298-4178-afb3-185cc2952383 HTTP/1.1" status: 200 len: 808 time: 0.1423395 Jun 18 16:36:32.744667 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Request body: {'port': {'device_id': '12fbeb0c-b8d7-4312-a4af-d9090ba195e3', 'network_id': '57ffe725-0298-4178-afb3-185cc2952383', 'admin_state_up': True, 'tenant_id': 'd6340db2786c40e58bcbeeea70bf13b5'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:32.853664 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Made reservation on behalf of d6340db2786c40e58bcbeeea70bf13b5 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:36:32.857133 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:32.981878 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Allocated IP 172.20.0.12 (57ffe725-0298-4178-afb3-185cc2952383/c31c2a25-c4e1-459e-a278-753618c685b9/ecd959bf-5131-49f7-b195-09e289d02798) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:36:33.129772 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:33.169172 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:33.172941 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a1035dc2-3dcc-47df-ae54-ae1a540b80a4 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:33.214039 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Network 57ffe725-0298-4178-afb3-185cc2952383 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:36:33.217336 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:36:33.221051 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:36:33.243888 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Pushing event updated for resources: {'Port': ['ID=ecd959bf-5131-49f7-b195-09e289d02798,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:33.248003 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:33.271755 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:33.272351 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:33.285564 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5446589 Jun 18 16:36:33.303265 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Request body: {'port': {'device_id': '12fbeb0c-b8d7-4312-a4af-d9090ba195e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:33.376377 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:33.630459 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd959bf-5131-49f7-b195-09e289d02798 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:36:33.637780 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:33.650256 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Transition to ACTIVE for port object ecd959bf-5131-49f7-b195-09e289d02798 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:36:33.653582 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:33.655554 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-d902701c-7b2a-4c9b-acf5-b4339ee61e7a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:33.733109 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd959bf-5131-49f7-b195-09e289d02798,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:33.750608 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:33.799379 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Attempting to bind port ecd959bf-5131-49f7-b195-09e289d02798 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:36:33.799944 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Attempting to bind port ecd959bf-5131-49f7-b195-09e289d02798 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '1f89aaa1-e6d1-42ba-afba-008003f2abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57ffe725-0298-4178-afb3-185cc2952383'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:36:33.800267 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Attempting to bind port ecd959bf-5131-49f7-b195-09e289d02798 on network 57ffe725-0298-4178-afb3-185cc2952383 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:36:33.804518 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Port ecd959bf-5131-49f7-b195-09e289d02798 on network 57ffe725-0298-4178-afb3-185cc2952383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:36:33.804835 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Attempting to bind port ecd959bf-5131-49f7-b195-09e289d02798 on network 57ffe725-0298-4178-afb3-185cc2952383 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:36:33.809581 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:36:33.809952 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Checking segment: {'id': '1f89aaa1-e6d1-42ba-afba-008003f2abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57ffe725-0298-4178-afb3-185cc2952383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:36:33.810325 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Bound using segment: {'id': '1f89aaa1-e6d1-42ba-afba-008003f2abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57ffe725-0298-4178-afb3-185cc2952383'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:36:33.810749 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Bound port: ecd959bf-5131-49f7-b195-09e289d02798, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f89aaa1-e6d1-42ba-afba-008003f2abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57ffe725-0298-4178-afb3-185cc2952383'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:36:33.811091 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:33.873929 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] For port ecd959bf-5131-49f7-b195-09e289d02798, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:36:33.876858 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] For port ecd959bf-5131-49f7-b195-09e289d02798, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ecd959bf-5131-49f7-b195-09e289d02798,segment=NetworkSegment(1f89aaa1-e6d1-42ba-afba-008003f2abb4),segment_id=1f89aaa1-e6d1-42ba-afba-008003f2abb4)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:36:33.882296 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:33.885028 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f1d45625-6d5f-4bbb-b834-88e122de72be tempest-AttachVolumeShelveTestJSON-1560216931 tempest-AttachVolumeShelveTestJSON-1560216931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:33.897723 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272d290-308b-448c-be16-e605a3c23e9c req-56683fe3-2094-4c39-9f3d-b5f2a13c0be4 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:33.899229 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3272d290-308b-448c-be16-e605a3c23e9c req-56683fe3-2094-4c39-9f3d-b5f2a13c0be4 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 944 time: 0.0697246 Jun 18 16:36:33.923255 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:33.923875 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:33.925490 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] 10.222.0.72 "PUT /v2.0/ports/ecd959bf-5131-49f7-b195-09e289d02798 HTTP/1.1" status: 200 len: 1094 time: 0.6267107 Jun 18 16:36:33.926014 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fbeb0c-b8d7-4312-a4af-d9090ba195e3', 'tag': 'ecd959bf-5131-49f7-b195-09e289d02798'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:33.928291 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477c44f5-3cb1-4f91-82f9-8102020446d6" -d '{"events": [{"name": "network-changed", "server_uuid": "12fbeb0c-b8d7-4312-a4af-d9090ba195e3", "tag": "ecd959bf-5131-49f7-b195-09e289d02798"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:33.939321 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3272d290-308b-448c-be16-e605a3c23e9c req-734f9cbd-beb8-4348-b514-5fb18b5978e4 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342402 Jun 18 16:36:33.948620 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd959bf-5131-49f7-b195-09e289d02798,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:33.952468 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:33.970549 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16697220-927c-44cd-8ea6-e8645539052c x-openstack-request-id: req-16697220-927c-44cd-8ea6-e8645539052c {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:33.970880 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fbeb0c-b8d7-4312-a4af-d9090ba195e3", "tag": "ecd959bf-5131-49f7-b195-09e289d02798", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:33.971240 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16697220-927c-44cd-8ea6-e8645539052c {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:33.971801 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fbeb0c-b8d7-4312-a4af-d9090ba195e3', 'tag': 'ecd959bf-5131-49f7-b195-09e289d02798', 'status': 'completed', 'code': 200} Jun 18 16:36:34.074897 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c44f5-3cb1-4f91-82f9-8102020446d6 req-be16d67a-c34d-4ad9-919e-bb0b18a8eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:34.078829 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-477c44f5-3cb1-4f91-82f9-8102020446d6 req-be16d67a-c34d-4ad9-919e-bb0b18a8eaf8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6340db2786c40e58bcbeeea70bf13b5&device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 1097 time: 0.0642304 Jun 18 16:36:34.187809 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c44f5-3cb1-4f91-82f9-8102020446d6 req-7bc78ed6-41ea-444f-a1bc-db4aa1c3e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:34.189150 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-477c44f5-3cb1-4f91-82f9-8102020446d6 req-7bc78ed6-41ea-444f-a1bc-db4aa1c3e341 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d6340db2786c40e58bcbeeea70bf13b5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0958209 Jun 18 16:36:34.279379 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c44f5-3cb1-4f91-82f9-8102020446d6 req-4c5e3d2b-5b25-4cf8-96c6-c15c00ee12de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:34.280790 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-477c44f5-3cb1-4f91-82f9-8102020446d6 req-4c5e3d2b-5b25-4cf8-96c6-c15c00ee12de service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854235 Jun 18 16:36:34.392896 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687729ed-c790-4aed-832d-3e37a860b80e req-0fadf452-5f91-4542-b75d-2762ec3a5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:34.395350 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-0fadf452-5f91-4542-b75d-2762ec3a5e3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6340db2786c40e58bcbeeea70bf13b5&device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 1097 time: 0.0533986 Jun 18 16:36:34.445997 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-ad7c1f76-aa7a-401e-99d1-c6d316060e6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecd959bf-5131-49f7-b195-09e289d02798 HTTP/1.1" status: 200 len: 217 time: 0.0384700 Jun 18 16:36:34.494590 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687729ed-c790-4aed-832d-3e37a860b80e req-1e939d81-07c3-4d75-a75b-dbfc8674d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:34.496032 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-1e939d81-07c3-4d75-a75b-dbfc8674d554 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31c2a25-c4e1-459e-a278-753618c685b9 HTTP/1.1" status: 200 len: 848 time: 0.0440779 Jun 18 16:36:34.527856 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-29e46691-2be6-4ed8-a311-7bb3a65933cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57ffe725-0298-4178-afb3-185cc2952383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259750 Jun 18 16:36:34.615733 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-e4d95317-75f1-48be-a4de-e7f0368a7600 service neutron] 10.222.0.72 "GET /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818193 Jun 18 16:36:34.701947 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-687729ed-c790-4aed-832d-3e37a860b80e req-67f51c4e-d8fa-4db7-b13a-2301470b4fcd service neutron] 10.222.0.72 "GET /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790157 Jun 18 16:36:35.116892 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463dd09-8407-4089-9625-c9b3da70eedb req-b76157b9-af0f-4c32-b51f-78ec70d665bf tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:35.118353 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1463dd09-8407-4089-9625-c9b3da70eedb req-b76157b9-af0f-4c32-b51f-78ec70d665bf tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 944 time: 0.0637817 Jun 18 16:36:35.155882 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-1463dd09-8407-4089-9625-c9b3da70eedb req-18524d2a-e058-4fcf-8a26-f61dc2571cb0 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Jun 18 16:36:36.336586 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279ac2-d71d-43d9-abf8-aac86c1d8a20 req-f5ad5593-2415-4ded-9219-9afe6dcf78fb tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:36.338030 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f9279ac2-d71d-43d9-abf8-aac86c1d8a20 req-f5ad5593-2415-4ded-9219-9afe6dcf78fb tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 944 time: 0.0668786 Jun 18 16:36:36.375390 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f9279ac2-d71d-43d9-abf8-aac86c1d8a20 req-59f0d357-1dd4-47f2-a7e2-fdc4e13071e5 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Jun 18 16:36:36.492997 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ddb04676-fd57-438e-8c81-a2cdba6d9c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:36.917645 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:37.547451 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d78b07-d7ec-42da-a3f2-8672ae93aa6f req-1c7af555-698b-4c15-b17b-47c66fb55008 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:37.548889 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-34d78b07-d7ec-42da-a3f2-8672ae93aa6f req-1c7af555-698b-4c15-b17b-47c66fb55008 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 944 time: 0.0630519 Jun 18 16:36:37.591708 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-34d78b07-d7ec-42da-a3f2-8672ae93aa6f req-80483835-817a-4560-a69b-b5f5697c8d2b tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370684 Jun 18 16:36:38.761170 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e059c62-06a0-4386-b14d-0de243919fcb req-cf793f88-a088-4096-bcf1-a2f2a34f13f6 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:38.762653 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9e059c62-06a0-4386-b14d-0de243919fcb req-cf793f88-a088-4096-bcf1-a2f2a34f13f6 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 944 time: 0.0628154 Jun 18 16:36:38.801900 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9e059c62-06a0-4386-b14d-0de243919fcb req-192eb4e8-42e9-4ca8-bd23-9fc00595a667 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335989 Jun 18 16:36:38.857632 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-1484f3a2-89d3-4508-845c-844dd09cb819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:38.894347 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:39.138217 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device ecd959bf-5131-49f7-b195-09e289d02798 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:36:39.230213 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port ecd959bf-5131-49f7-b195-09e289d02798, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ecd959bf-5131-49f7-b195-09e289d02798,segment=NetworkSegment(1f89aaa1-e6d1-42ba-afba-008003f2abb4),segment_id=1f89aaa1-e6d1-42ba-afba-008003f2abb4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:39.241964 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': 'ecd959bf-5131-49f7-b195-09e289d02798', 'network_id': '57ffe725-0298-4178-afb3-185cc2952383', 'port_id': 'ecd959bf-5131-49f7-b195-09e289d02798', 'mac_address': 'fa:16:3e:d4:9f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31c2a25-c4e1-459e-a278-753618c685b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:36:39.276487 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:39.289286 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd959bf-5131-49f7-b195-09e289d02798 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:36:39.307486 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port ecd959bf-5131-49f7-b195-09e289d02798, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ecd959bf-5131-49f7-b195-09e289d02798,segment=NetworkSegment(1f89aaa1-e6d1-42ba-afba-008003f2abb4),segment_id=1f89aaa1-e6d1-42ba-afba-008003f2abb4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:39.311928 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:39.313663 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-bd95a856-1f6e-470a-98a4-e3f582d2ce0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:39.360721 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=ecd959bf-5131-49f7-b195-09e289d02798,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:39.367723 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.368069 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.368402 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.368730 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.369053 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.369376 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.369719 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.370040 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.370356 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.370672 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.370984 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.371296 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:39.375011 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:39.609925 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['ecd959bf-5131-49f7-b195-09e289d02798'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:36:39.983229 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528e8c5-099f-4f87-a516-6e13d5db4c3c req-285c7a25-109f-43ed-b65a-f79e81883e5a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:39.984652 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2528e8c5-099f-4f87-a516-6e13d5db4c3c req-285c7a25-109f-43ed-b65a-f79e81883e5a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 945 time: 0.0637760 Jun 18 16:36:40.022666 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2528e8c5-099f-4f87-a516-6e13d5db4c3c req-2425d98e-662d-4975-8d5e-a9611016e974 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Jun 18 16:36:40.098755 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:41.161645 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device ecd959bf-5131-49f7-b195-09e289d02798 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:36:41.210670 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21a9ae-2318-4691-818a-6e35d962db96 req-baf75e72-3c64-4eac-a3fa-a74fd5ca12e6 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:41.212504 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port ecd959bf-5131-49f7-b195-09e289d02798 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:41.212786 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0d21a9ae-2318-4691-818a-6e35d962db96 req-baf75e72-3c64-4eac-a3fa-a74fd5ca12e6 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 945 time: 0.0796232 Jun 18 16:36:41.216508 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port ecd959bf-5131-49f7-b195-09e289d02798 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:41.216892 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:41.251123 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0d21a9ae-2318-4691-818a-6e35d962db96 req-8d508d33-99c8-4f1d-b672-93ec21f1035e tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325890 Jun 18 16:36:41.295157 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:41.317985 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fbeb0c-b8d7-4312-a4af-d9090ba195e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd959bf-5131-49f7-b195-09e289d02798'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:41.320151 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651ef354-df26-4155-a19e-307a4d1ba8ed" -d '{"events": [{"server_uuid": "12fbeb0c-b8d7-4312-a4af-d9090ba195e3", "name": "network-vif-plugged", "status": "completed", "tag": "ecd959bf-5131-49f7-b195-09e289d02798"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:41.333531 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port ecd959bf-5131-49f7-b195-09e289d02798, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ecd959bf-5131-49f7-b195-09e289d02798,segment=NetworkSegment(1f89aaa1-e6d1-42ba-afba-008003f2abb4),segment_id=1f89aaa1-e6d1-42ba-afba-008003f2abb4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:41.338323 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:41.340232 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:41.360889 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f173b770-aed2-4c0e-a4b1-694795c0e86b x-openstack-request-id: req-f173b770-aed2-4c0e-a4b1-694795c0e86b {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:41.361446 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fbeb0c-b8d7-4312-a4af-d9090ba195e3", "name": "network-vif-plugged", "status": "completed", "tag": "ecd959bf-5131-49f7-b195-09e289d02798", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:41.361734 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f173b770-aed2-4c0e-a4b1-694795c0e86b {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:41.362701 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fbeb0c-b8d7-4312-a4af-d9090ba195e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd959bf-5131-49f7-b195-09e289d02798', 'code': 200} Jun 18 16:36:41.387721 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=ecd959bf-5131-49f7-b195-09e289d02798,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:41.390921 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:41.605479 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12b321-ef87-4a9b-8feb-0a0fab0923dc req-61c506ae-8886-4a61-ac17-9c37da619d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:41.606882 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3f12b321-ef87-4a9b-8feb-0a0fab0923dc req-61c506ae-8886-4a61-ac17-9c37da619d5b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 1099 time: 0.0547109 Jun 18 16:36:41.640339 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3f12b321-ef87-4a9b-8feb-0a0fab0923dc req-897e5e58-556c-4388-bed5-b19bf84fc0e6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268893 Jun 18 16:36:41.991731 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:42.423915 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa05166-1b68-41cc-bf8f-3ad2e50ac4dd req-ad680707-f296-46c0-9559-8172828de629 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:42.426105 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9fa05166-1b68-41cc-bf8f-3ad2e50ac4dd req-ad680707-f296-46c0-9559-8172828de629 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 946 time: 0.0658519 Jun 18 16:36:42.464627 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9fa05166-1b68-41cc-bf8f-3ad2e50ac4dd req-d83b9a6d-f558-4b1b-b03d-dd5daccdba93 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Jun 18 16:36:43.638836 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ff287-34a1-418b-a71b-47ccd0199006 req-dc37fb2a-19f9-4fc8-b09c-c97475c0562f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:43.640270 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-dc1ff287-34a1-418b-a71b-47ccd0199006 req-dc37fb2a-19f9-4fc8-b09c-c97475c0562f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 946 time: 0.0620253 Jun 18 16:36:43.676661 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-dc1ff287-34a1-418b-a71b-47ccd0199006 req-86647751-144e-4aa4-aaac-1d6f1e263bba tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301747 Jun 18 16:36:44.533373 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff4cd6-bba5-45af-85f0-03a333b18eb0 req-e5280f08-a6b6-42c2-abe0-d88a1fa879ef tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:44.535593 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-48ff4cd6-bba5-45af-85f0-03a333b18eb0 req-e5280f08-a6b6-42c2-abe0-d88a1fa879ef tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 946 time: 0.0685828 Jun 18 16:36:44.572178 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-48ff4cd6-bba5-45af-85f0-03a333b18eb0 req-568e2408-9a06-4738-8fa2-de603b031df3 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309098 Jun 18 16:36:45.750418 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44342a80-c0bf-4a0b-957d-70c519942fce req-add30a07-3d24-4260-b868-0729a321e783 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:45.751877 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-44342a80-c0bf-4a0b-957d-70c519942fce req-add30a07-3d24-4260-b868-0729a321e783 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 946 time: 0.0669768 Jun 18 16:36:45.788321 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-44342a80-c0bf-4a0b-957d-70c519942fce req-467c771c-8ce7-4628-9e78-2971f90ce8ec tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308273 Jun 18 16:36:45.954004 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-0b4c7440-2878-4d84-821f-fbae202aa895 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:45.955424 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-0b4c7440-2878-4d84-821f-fbae202aa895 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 946 time: 0.0617414 Jun 18 16:36:46.052667 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Deleting port ecd959bf-5131-49f7-b195-09e289d02798 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:36:46.053031 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:46.140845 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] For port ecd959bf-5131-49f7-b195-09e289d02798, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ecd959bf-5131-49f7-b195-09e289d02798,segment=NetworkSegment(1f89aaa1-e6d1-42ba-afba-008003f2abb4),segment_id=1f89aaa1-e6d1-42ba-afba-008003f2abb4)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:46.141129 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:46.208024 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Calling delete_port for ecd959bf-5131-49f7-b195-09e289d02798 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:36:46.333185 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:46.337060 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-082af1bd-c2d3-4141-8aec-a7247e65411d tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:46.365837 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Pushing event deleted for resources: {'Port': ['ID=ecd959bf-5131-49f7-b195-09e289d02798,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:46.368873 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:46.369080 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['ecd959bf-5131-49f7-b195-09e289d02798'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:36:46.411302 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] No DVR routers for this DVR port ecd959bf-5131-49f7-b195-09e289d02798 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:36:46.413504 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:46.415556 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e2d39fee-218b-451b-a3ab-bb0a9d6704ba req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.72 "DELETE /v2.0/ports/ecd959bf-5131-49f7-b195-09e289d02798 HTTP/1.1" status: 204 len: 173 time: 0.4547100 Jun 18 16:36:46.416059 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fbeb0c-b8d7-4312-a4af-d9090ba195e3', 'name': 'network-vif-deleted', 'tag': 'ecd959bf-5131-49f7-b195-09e289d02798'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:46.418343 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62ae3d7-8fbd-4003-99ab-50787643997a" -d '{"events": [{"server_uuid": "12fbeb0c-b8d7-4312-a4af-d9090ba195e3", "name": "network-vif-deleted", "tag": "ecd959bf-5131-49f7-b195-09e289d02798"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:46.454356 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18126a4-d7e8-421e-ab66-dfd964786626 x-openstack-request-id: req-b18126a4-d7e8-421e-ab66-dfd964786626 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:46.454724 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fbeb0c-b8d7-4312-a4af-d9090ba195e3", "name": "network-vif-deleted", "tag": "ecd959bf-5131-49f7-b195-09e289d02798", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:46.455065 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b18126a4-d7e8-421e-ab66-dfd964786626 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:46.455540 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fbeb0c-b8d7-4312-a4af-d9090ba195e3', 'name': 'network-vif-deleted', 'tag': 'ecd959bf-5131-49f7-b195-09e289d02798', 'status': 'completed', 'code': 200} Jun 18 16:36:46.693077 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:36:46.949252 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7a73d295-af90-4b98-8a23-3b61ea492842 req-4c11ea38-4240-4fb7-bb1f-2d254e7befae tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=12fbeb0c-b8d7-4312-a4af-d9090ba195e3 HTTP/1.1" status: 200 len: 210 time: 0.0282130 Jun 18 16:36:48.240302 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-9b27d3cb-f63d-4311-9b65-61e8fa355404 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:48.241762 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-9b27d3cb-f63d-4311-9b65-61e8fa355404 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/networks?id=57ffe725-0298-4178-afb3-185cc2952383 HTTP/1.1" status: 200 len: 808 time: 0.1008518 Jun 18 16:36:48.256339 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-47daf9a0-03df-4ac8-9735-0f11c293bf92 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/quotas/d6340db2786c40e58bcbeeea70bf13b5 HTTP/1.1" status: 200 len: 375 time: 0.0089238 Jun 18 16:36:48.289064 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-8befdd38-3a24-4aaa-ade7-e52befae1e70 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6340db2786c40e58bcbeeea70bf13b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279534 Jun 18 16:36:48.376926 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-c451f7e8-82dc-46e9-acc8-14cc04dc6f9d service neutron] 10.222.0.44 "GET /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814307 Jun 18 16:36:48.468378 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-067fd055-453c-4f6b-ac61-d13179130423 service neutron] 10.222.0.44 "GET /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852444 Jun 18 16:36:48.638423 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-8b847d0b-dfb5-4c4f-be31-aff3e11e04e1 req-b5bd8448-336b-4985-a1eb-d05a384eb020 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 210 time: 0.0350575 Jun 18 16:36:49.717446 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-ce2a75d5-29db-4e32-9eab-26f6f163e7f3 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:49.718989 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-ce2a75d5-29db-4e32-9eab-26f6f163e7f3 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.72 "GET /v2.0/networks?id=57ffe725-0298-4178-afb3-185cc2952383 HTTP/1.1" status: 200 len: 808 time: 0.1058140 Jun 18 16:36:49.740237 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Request body: {'port': {'device_id': '5fc933c2-3b36-4387-8737-bbea137a4cca', 'network_id': '57ffe725-0298-4178-afb3-185cc2952383', 'admin_state_up': True, 'tenant_id': 'd6340db2786c40e58bcbeeea70bf13b5'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:49.814885 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-90f6c6e1-1bbb-4631-8fa3-cc8e335992ec req-9792558d-7c66-4d48-ae81-b5bdfd3be942 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 210 time: 0.0358231 Jun 18 16:36:49.886412 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Made reservation on behalf of d6340db2786c40e58bcbeeea70bf13b5 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:36:49.889963 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:50.009299 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Allocated IP 172.20.0.4 (57ffe725-0298-4178-afb3-185cc2952383/c31c2a25-c4e1-459e-a278-753618c685b9/f9c04562-356b-4290-ae7b-b43ea3ba9ace) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:36:50.150758 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:50.187964 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:50.191851 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-962d79d2-74b0-40ef-8d1a-f5526b4d6a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:50.231228 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Network 57ffe725-0298-4178-afb3-185cc2952383 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:36:50.234465 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:36:50.238959 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:36:50.245063 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Pushing event updated for resources: {'Port': ['ID=f9c04562-356b-4290-ae7b-b43ea3ba9ace,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:50.517373 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:50.543881 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:50.544503 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:50.558029 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8226926 Jun 18 16:36:50.574946 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Request body: {'port': {'device_id': '5fc933c2-3b36-4387-8737-bbea137a4cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:50.641865 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:50.898286 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c04562-356b-4290-ae7b-b43ea3ba9ace {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:36:50.905402 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:50.917641 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Transition to ACTIVE for port object f9c04562-356b-4290-ae7b-b43ea3ba9ace will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:36:50.921808 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:50.925400 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-399907b6-9630-43f3-a962-e22315c9fa74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:50.997082 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506240b-cbe2-46ee-8704-b34ec2859316 req-47662848-4a4c-4ef7-8538-ee8e2fab7c8b tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:50.998633 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b506240b-cbe2-46ee-8704-b34ec2859316 req-47662848-4a4c-4ef7-8538-ee8e2fab7c8b tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 943 time: 0.0627711 Jun 18 16:36:51.017781 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=f9c04562-356b-4290-ae7b-b43ea3ba9ace,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:51.037526 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b506240b-cbe2-46ee-8704-b34ec2859316 req-9e80785f-5058-47c8-b070-a822edef4b11 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Jun 18 16:36:51.040053 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:51.068038 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Attempting to bind port f9c04562-356b-4290-ae7b-b43ea3ba9ace on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:36:51.068369 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Attempting to bind port f9c04562-356b-4290-ae7b-b43ea3ba9ace by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '1f89aaa1-e6d1-42ba-afba-008003f2abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57ffe725-0298-4178-afb3-185cc2952383'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:36:51.068691 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Attempting to bind port f9c04562-356b-4290-ae7b-b43ea3ba9ace on network 57ffe725-0298-4178-afb3-185cc2952383 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:36:51.072818 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Port f9c04562-356b-4290-ae7b-b43ea3ba9ace on network 57ffe725-0298-4178-afb3-185cc2952383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:36:51.073130 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Attempting to bind port f9c04562-356b-4290-ae7b-b43ea3ba9ace on network 57ffe725-0298-4178-afb3-185cc2952383 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:36:51.077832 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:36:51.078161 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Checking segment: {'id': '1f89aaa1-e6d1-42ba-afba-008003f2abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57ffe725-0298-4178-afb3-185cc2952383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:36:51.078537 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Bound using segment: {'id': '1f89aaa1-e6d1-42ba-afba-008003f2abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57ffe725-0298-4178-afb3-185cc2952383'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:36:51.078953 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Bound port: f9c04562-356b-4290-ae7b-b43ea3ba9ace, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f89aaa1-e6d1-42ba-afba-008003f2abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57ffe725-0298-4178-afb3-185cc2952383'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:36:51.079291 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:51.140694 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] For port f9c04562-356b-4290-ae7b-b43ea3ba9ace, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:36:51.143556 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] For port f9c04562-356b-4290-ae7b-b43ea3ba9ace, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f9c04562-356b-4290-ae7b-b43ea3ba9ace,segment=NetworkSegment(1f89aaa1-e6d1-42ba-afba-008003f2abb4),segment_id=1f89aaa1-e6d1-42ba-afba-008003f2abb4)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:36:51.147782 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:51.150514 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-f41b844d-c1e6-43a2-863c-915ce1f83acc tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:51.184448 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:51.185074 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:51.186439 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] 10.222.0.72 "PUT /v2.0/ports/f9c04562-356b-4290-ae7b-b43ea3ba9ace HTTP/1.1" status: 200 len: 1093 time: 0.6155031 Jun 18 16:36:51.186927 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc933c2-3b36-4387-8737-bbea137a4cca', 'tag': 'f9c04562-356b-4290-ae7b-b43ea3ba9ace'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:51.187145 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device ecd959bf-5131-49f7-b195-09e289d02798 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:36:51.189180 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44f33c4-5a71-4351-8d91-4d09ba42d981" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc933c2-3b36-4387-8737-bbea137a4cca", "tag": "f9c04562-356b-4290-ae7b-b43ea3ba9ace"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:51.207926 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: ecd959bf-5131-49f7-b195-09e289d02798 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:36:51.208171 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=f9c04562-356b-4290-ae7b-b43ea3ba9ace,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:51.208399 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device ecd959bf-5131-49f7-b195-09e289d02798 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:36:51.211169 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-61fd91c6-b89a-4edb-ab16-e421a563e5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:51.232757 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3d607d-63f7-4f0a-b051-8c5f81532bee x-openstack-request-id: req-3d3d607d-63f7-4f0a-b051-8c5f81532bee {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:51.233082 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc933c2-3b36-4387-8737-bbea137a4cca", "tag": "f9c04562-356b-4290-ae7b-b43ea3ba9ace", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:51.233371 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d3d607d-63f7-4f0a-b051-8c5f81532bee {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:51.233833 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc933c2-3b36-4387-8737-bbea137a4cca', 'tag': 'f9c04562-356b-4290-ae7b-b43ea3ba9ace', 'status': 'completed', 'code': 200} Jun 18 16:36:51.305861 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-1183cd07-21b8-42e5-bc32-4e25c22f7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:51.307219 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-1183cd07-21b8-42e5-bc32-4e25c22f7a33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6340db2786c40e58bcbeeea70bf13b5&device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 1096 time: 0.0521593 Jun 18 16:36:51.355649 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-3519efa5-1f0a-459a-a224-70f35ebf7233 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c04562-356b-4290-ae7b-b43ea3ba9ace HTTP/1.1" status: 200 len: 217 time: 0.0361209 Jun 18 16:36:51.402591 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-1e1f9488-c332-4c0c-beb6-0fb7ef330128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:51.403978 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-1e1f9488-c332-4c0c-beb6-0fb7ef330128 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31c2a25-c4e1-459e-a278-753618c685b9 HTTP/1.1" status: 200 len: 848 time: 0.0422134 Jun 18 16:36:51.434846 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-e18a09b6-b763-486f-8204-c0719519a824 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57ffe725-0298-4178-afb3-185cc2952383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243037 Jun 18 16:36:51.522919 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-969b3d0f-81a4-44de-87bb-dcf871bd90a8 service neutron] 10.222.0.72 "GET /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816753 Jun 18 16:36:51.608362 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c5a51cdf-04e2-47e4-a4da-391397df58fa req-5047520a-01d5-4ecf-834f-57ecd41634fc service neutron] 10.222.0.72 "GET /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791023 Jun 18 16:36:51.750176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f33c4-5a71-4351-8d91-4d09ba42d981 req-b13a0186-41cc-44a1-91ef-223b3ebe3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:51.751658 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f44f33c4-5a71-4351-8d91-4d09ba42d981 req-b13a0186-41cc-44a1-91ef-223b3ebe3865 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6340db2786c40e58bcbeeea70bf13b5&device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 1096 time: 0.0572298 Jun 18 16:36:51.840594 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f33c4-5a71-4351-8d91-4d09ba42d981 req-deef85db-35ba-4fca-ac7e-cb59b0cc0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:51.842059 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f44f33c4-5a71-4351-8d91-4d09ba42d981 req-deef85db-35ba-4fca-ac7e-cb59b0cc0aaf service neutron] 10.222.0.72 "GET /v2.0/networks?id=57ffe725-0298-4178-afb3-185cc2952383 HTTP/1.1" status: 200 len: 909 time: 0.0833745 Jun 18 16:36:51.883353 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f44f33c4-5a71-4351-8d91-4d09ba42d981 req-9387dc59-1128-453d-8edf-5380e62e1f5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c04562-356b-4290-ae7b-b43ea3ba9ace HTTP/1.1" status: 200 len: 217 time: 0.0347438 Jun 18 16:36:51.934822 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f33c4-5a71-4351-8d91-4d09ba42d981 req-e70decaf-d940-4d64-99df-29fbd658cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:51.936192 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f44f33c4-5a71-4351-8d91-4d09ba42d981 req-e70decaf-d940-4d64-99df-29fbd658cc12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31c2a25-c4e1-459e-a278-753618c685b9 HTTP/1.1" status: 200 len: 848 time: 0.0455554 Jun 18 16:36:51.967676 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f44f33c4-5a71-4351-8d91-4d09ba42d981 req-ebd0a44b-f36d-41cd-aaa8-316f2e9e88e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57ffe725-0298-4178-afb3-185cc2952383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249145 Jun 18 16:36:52.052871 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f44f33c4-5a71-4351-8d91-4d09ba42d981 req-20801d55-7e98-44e8-96bb-f069fd6e6ab1 service neutron] 10.222.0.72 "GET /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786362 Jun 18 16:36:52.145534 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f44f33c4-5a71-4351-8d91-4d09ba42d981 req-811358ea-37e4-4073-9717-f4bdc491f527 service neutron] 10.222.0.72 "GET /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857344 Jun 18 16:36:52.214649 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6e80-f172-4d23-8a9c-c4c321eaa1ed req-a3c65a12-37c9-42fb-bc97-5f2c93f8d870 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:52.216096 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-252f6e80-f172-4d23-8a9c-c4c321eaa1ed req-a3c65a12-37c9-42fb-bc97-5f2c93f8d870 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 943 time: 0.0682118 Jun 18 16:36:52.254062 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-252f6e80-f172-4d23-8a9c-c4c321eaa1ed req-f3f3fbb1-9650-4bd1-852e-548b58aed65f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Jun 18 16:36:53.424151 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbe990-cbe8-4081-85f8-f17535876aa5 req-a00a8177-1d35-4531-bab2-c77fd4e2f1f3 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:53.425608 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7bfbe990-cbe8-4081-85f8-f17535876aa5 req-a00a8177-1d35-4531-bab2-c77fd4e2f1f3 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 943 time: 0.0615473 Jun 18 16:36:53.462742 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7bfbe990-cbe8-4081-85f8-f17535876aa5 req-59ea3440-b394-459d-a795-870492389d92 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Jun 18 16:36:54.635858 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c334ed-c7b4-4636-a588-ab968ac40009 req-7222da7f-9560-4c65-bfcb-04ec2f0d78e7 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:54.637330 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-75c334ed-c7b4-4636-a588-ab968ac40009 req-7222da7f-9560-4c65-bfcb-04ec2f0d78e7 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 943 time: 0.0643477 Jun 18 16:36:54.675914 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-75c334ed-c7b4-4636-a588-ab968ac40009 req-a3432a17-7f82-4feb-aab0-80dac9618602 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Jun 18 16:36:55.233268 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device f9c04562-356b-4290-ae7b-b43ea3ba9ace details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:36:55.325562 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port f9c04562-356b-4290-ae7b-b43ea3ba9ace, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f9c04562-356b-4290-ae7b-b43ea3ba9ace,segment=NetworkSegment(1f89aaa1-e6d1-42ba-afba-008003f2abb4),segment_id=1f89aaa1-e6d1-42ba-afba-008003f2abb4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:55.337094 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': 'f9c04562-356b-4290-ae7b-b43ea3ba9ace', 'network_id': '57ffe725-0298-4178-afb3-185cc2952383', 'port_id': 'f9c04562-356b-4290-ae7b-b43ea3ba9ace', 'mac_address': 'fa:16:3e:38:f6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31c2a25-c4e1-459e-a278-753618c685b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:36:55.373554 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:55.386125 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c04562-356b-4290-ae7b-b43ea3ba9ace {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:36:55.405058 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port f9c04562-356b-4290-ae7b-b43ea3ba9ace, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f9c04562-356b-4290-ae7b-b43ea3ba9ace,segment=NetworkSegment(1f89aaa1-e6d1-42ba-afba-008003f2abb4),segment_id=1f89aaa1-e6d1-42ba-afba-008003f2abb4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:55.408822 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:55.411240 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:55.453925 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=f9c04562-356b-4290-ae7b-b43ea3ba9ace,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:55.457497 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:55.697535 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['f9c04562-356b-4290-ae7b-b43ea3ba9ace'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:36:55.855807 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ba7e7-c5bb-496c-a70f-eae08a475cd9 req-b42272fc-075e-42d5-b4b2-9ff21d98595a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:55.857347 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9e7ba7e7-c5bb-496c-a70f-eae08a475cd9 req-b42272fc-075e-42d5-b4b2-9ff21d98595a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 944 time: 0.0706396 Jun 18 16:36:55.897792 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9e7ba7e7-c5bb-496c-a70f-eae08a475cd9 req-3059032a-fdac-498c-b1c9-75884155de62 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339782 Jun 18 16:36:57.069308 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f8da7-3c7a-4262-a0a7-44d3b4320faf req-b8c26ce0-ff9a-488f-ad59-09bfad74ccd7 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:57.070778 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c03f8da7-3c7a-4262-a0a7-44d3b4320faf req-b8c26ce0-ff9a-488f-ad59-09bfad74ccd7 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 944 time: 0.0633080 Jun 18 16:36:57.112083 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c03f8da7-3c7a-4262-a0a7-44d3b4320faf req-1eba5d4c-8a5b-4d0f-8387-06e93fe1f548 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354445 Jun 18 16:36:57.250079 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device f9c04562-356b-4290-ae7b-b43ea3ba9ace up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:36:57.296969 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port f9c04562-356b-4290-ae7b-b43ea3ba9ace completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:57.301119 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port f9c04562-356b-4290-ae7b-b43ea3ba9ace triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:57.301503 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:57.376530 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:57.398939 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc933c2-3b36-4387-8737-bbea137a4cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c04562-356b-4290-ae7b-b43ea3ba9ace'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:57.401169 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808a30e1-c14a-4888-a786-c1a59d9e3a08" -d '{"events": [{"server_uuid": "5fc933c2-3b36-4387-8737-bbea137a4cca", "name": "network-vif-plugged", "status": "completed", "tag": "f9c04562-356b-4290-ae7b-b43ea3ba9ace"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:57.414513 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port f9c04562-356b-4290-ae7b-b43ea3ba9ace, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f9c04562-356b-4290-ae7b-b43ea3ba9ace,segment=NetworkSegment(1f89aaa1-e6d1-42ba-afba-008003f2abb4),segment_id=1f89aaa1-e6d1-42ba-afba-008003f2abb4)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:57.418415 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:57.420424 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:57.441632 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb36dca-d7c9-418e-965c-44b684562067 x-openstack-request-id: req-4fb36dca-d7c9-418e-965c-44b684562067 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:57.442013 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc933c2-3b36-4387-8737-bbea137a4cca", "name": "network-vif-plugged", "status": "completed", "tag": "f9c04562-356b-4290-ae7b-b43ea3ba9ace", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:57.442278 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fb36dca-d7c9-418e-965c-44b684562067 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:57.442672 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc933c2-3b36-4387-8737-bbea137a4cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c04562-356b-4290-ae7b-b43ea3ba9ace', 'code': 200} Jun 18 16:36:57.467492 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=f9c04562-356b-4290-ae7b-b43ea3ba9ace,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:57.470426 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:57.691257 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecaec4-d07f-4949-acce-1c5e5e682139 req-fb0c3dbc-999e-4613-bb71-f25978f171d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:57.692693 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b5ecaec4-d07f-4949-acce-1c5e5e682139 req-fb0c3dbc-999e-4613-bb71-f25978f171d9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 1098 time: 0.0521686 Jun 18 16:36:57.726664 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b5ecaec4-d07f-4949-acce-1c5e5e682139 req-09dcd372-cd92-4043-b0b2-bfa2269ce441 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278201 Jun 18 16:36:58.283944 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013fb61-51d2-4c7c-8485-1ac7142ccaec req-f9e0f513-0413-4ba5-8e31-75164d33a184 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:58.285401 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3013fb61-51d2-4c7c-8485-1ac7142ccaec req-f9e0f513-0413-4ba5-8e31-75164d33a184 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 945 time: 0.0622458 Jun 18 16:36:58.322154 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3013fb61-51d2-4c7c-8485-1ac7142ccaec req-f4c6bd00-de1d-4222-b7d7-ef844a89e792 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Jun 18 16:36:59.615620 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4fbd-5c12-45c6-b6e4-8046ac091792 req-f667ac0d-7b60-4f3f-b911-eee8ce552f88 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:59.617055 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f60c4fbd-5c12-45c6-b6e4-8046ac091792 req-f667ac0d-7b60-4f3f-b911-eee8ce552f88 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 945 time: 0.1827357 Jun 18 16:36:59.654741 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f60c4fbd-5c12-45c6-b6e4-8046ac091792 req-469f2a20-1f18-4a6d-80dc-a02cfd61772a tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Jun 18 16:37:00.696970 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec87195-6257-417f-8962-2a02a0013ad5 req-11b97a9a-f6e8-4974-98ed-fcaf722f9466 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:00.698354 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8ec87195-6257-417f-8962-2a02a0013ad5 req-11b97a9a-f6e8-4974-98ed-fcaf722f9466 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 945 time: 0.0664220 Jun 18 16:37:00.734906 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-8ec87195-6257-417f-8962-2a02a0013ad5 req-37295bc1-7260-4aa4-a617-05d6f69c0c0e tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Jun 18 16:37:01.895506 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-a9b25167-2c7c-453a-ad1e-69e5ca9ad7ec tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:01.896950 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-a9b25167-2c7c-453a-ad1e-69e5ca9ad7ec tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 945 time: 0.0640035 Jun 18 16:37:01.959909 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006af360-df7c-4342-99f8-134ccb6cb98b req-1df53ff2-eb82-4bb2-89b8-209c2c8b440c tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:01.961368 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-006af360-df7c-4342-99f8-134ccb6cb98b req-1df53ff2-eb82-4bb2-89b8-209c2c8b440c tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 945 time: 0.1153750 Jun 18 16:37:01.998750 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Deleting port f9c04562-356b-4290-ae7b-b43ea3ba9ace {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:01.999138 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:01.999276 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-006af360-df7c-4342-99f8-134ccb6cb98b req-a0ba370b-3f25-4ce6-a942-b21341ddca2f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e92eae5-842c-4448-8057-437ca54dcefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321803 Jun 18 16:37:02.085156 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] For port f9c04562-356b-4290-ae7b-b43ea3ba9ace, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f9c04562-356b-4290-ae7b-b43ea3ba9ace,segment=NetworkSegment(1f89aaa1-e6d1-42ba-afba-008003f2abb4),segment_id=1f89aaa1-e6d1-42ba-afba-008003f2abb4)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:02.085517 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:02.087610 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46162) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:02.182955 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Calling delete_port for f9c04562-356b-4290-ae7b-b43ea3ba9ace owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:02.390265 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Deleting port 356cbb60-dad6-4318-9f3a-9a96134fc379 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:02.390520 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:02.428601 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:02.433174 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:02.465444 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['f9c04562-356b-4290-ae7b-b43ea3ba9ace'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:37:02.467731 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Pushing event deleted for resources: {'Port': ['ID=f9c04562-356b-4290-ae7b-b43ea3ba9ace,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:02.478368 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:02.520223 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] No DVR routers for this DVR port f9c04562-356b-4290-ae7b-b43ea3ba9ace on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:37:02.528057 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:02.530007 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-7939bcf5-8f4b-4f46-ab3e-f279887c96bb req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.72 "DELETE /v2.0/ports/f9c04562-356b-4290-ae7b-b43ea3ba9ace HTTP/1.1" status: 204 len: 173 time: 0.6276734 Jun 18 16:37:02.531880 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc933c2-3b36-4387-8737-bbea137a4cca', 'name': 'network-vif-deleted', 'tag': 'f9c04562-356b-4290-ae7b-b43ea3ba9ace'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:02.534197 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9bc68f-e56d-4968-af3e-41e4d910caa3" -d '{"events": [{"server_uuid": "5fc933c2-3b36-4387-8737-bbea137a4cca", "name": "network-vif-deleted", "tag": "f9c04562-356b-4290-ae7b-b43ea3ba9ace"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:02.548253 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:02.548595 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:02.591351 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eef5ab3-20bd-4161-ba78-b9ae02cbc253 x-openstack-request-id: req-7eef5ab3-20bd-4161-ba78-b9ae02cbc253 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:02.591682 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc933c2-3b36-4387-8737-bbea137a4cca", "name": "network-vif-deleted", "tag": "f9c04562-356b-4290-ae7b-b43ea3ba9ace", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:02.591992 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7eef5ab3-20bd-4161-ba78-b9ae02cbc253 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:02.592398 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc933c2-3b36-4387-8737-bbea137a4cca', 'name': 'network-vif-deleted', 'tag': 'f9c04562-356b-4290-ae7b-b43ea3ba9ace', 'status': 'completed', 'code': 200} Jun 18 16:37:02.620203 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Calling delete_port for 356cbb60-dad6-4318-9f3a-9a96134fc379 owned by network:floatingip {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:02.789910 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:02.791862 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-80e88ee8-1fb6-498f-9d55-d8b8b2482819 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:02.812942 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event deleted for resources: {'Port': ['ID=356cbb60-dad6-4318-9f3a-9a96134fc379,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:02.816653 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:02.875377 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:02.875707 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.l3_db [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Floating IP 1d99ce8f-602e-4bd0-a2f3-d7f4fac19075 disassociated (deleted). External IP: 172.27.3.147, port: b7f9843f-ab5d-4f85-b862-91b64bf49442. Jun 18 16:37:03.077848 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Router ccaf85aa-d939-4420-94cf-6b67535ce8cc has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:37:03.162153 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9829286c-63c9-4b23-b8bd-647db0bc64fb req-b20c9960-7470-4558-a4b6-20ad72091239 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc933c2-3b36-4387-8737-bbea137a4cca HTTP/1.1" status: 200 len: 210 time: 0.0329392 Jun 18 16:37:03.190959 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:03.196156 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:03.202704 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] Sync routers for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:03.211999 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:03.212802 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:36:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:03.235893 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "DELETE /v2.0/floatingips/1d99ce8f-602e-4bd0-a2f3-d7f4fac19075 HTTP/1.1" status: 204 len: 168 time: 1.1468995 Jun 18 16:37:03.314972 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:03.536898 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '986634e2-3573-441b-b599-bb30cb978e54', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:a5:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:20Z', 'updated_at': '2021-06-18T16:33:22Z', 'revision_number': 1, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:03.563440 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] Checking router: ccaf85aa-d939-4420-94cf-6b67535ce8cc for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:03.572251 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:03.572825 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:36:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:03.591521 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc020a-6db1-421f-83c1-a31625adc142 req-4a6971f6-3660-407c-8ea6-257a6ab4587c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:03.592985 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3dbc020a-6db1-421f-83c1-a31625adc142 req-4a6971f6-3660-407c-8ea6-257a6ab4587c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 945 time: 0.0624359 Jun 18 16:37:03.631928 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-3dbc020a-6db1-421f-83c1-a31625adc142 req-1a2655e9-1763-4cc6-8019-bea6981549cc tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325150 Jun 18 16:37:03.678610 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:03.894354 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '986634e2-3573-441b-b599-bb30cb978e54', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:a5:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:20Z', 'updated_at': '2021-06-18T16:33:22Z', 'revision_number': 1, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:03.919541 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a92608-66da-4355-9827-01310c5bb0b0 None None] The sync data for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi is: [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '986634e2-3573-441b-b599-bb30cb978e54', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'port_id': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'mac_address': 'fa:16:3e:a5:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:20Z', 'updated_at': '2021-06-18T16:33:22Z', 'revision_number': 1, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:04.138059 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33977c4-49fa-4df4-af1a-1aaf183948cc None None] New status for floating IP 1d99ce8f-602e-4bd0-a2f3-d7f4fac19075: DOWN {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:37:04.594163 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'tag': 'b7f9843f-ab5d-4f85-b862-91b64bf49442'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:04.596742 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bef64ef-5681-4477-903b-91a20f0844af" -d '{"events": [{"name": "network-changed", "server_uuid": "cd88eeec-3120-40d6-a766-b44854ebfd86", "tag": "b7f9843f-ab5d-4f85-b862-91b64bf49442"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:04.633127 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bf4611-2547-4126-abbd-df9c93c43269 x-openstack-request-id: req-a1bf4611-2547-4126-abbd-df9c93c43269 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:04.633525 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd88eeec-3120-40d6-a766-b44854ebfd86", "tag": "b7f9843f-ab5d-4f85-b862-91b64bf49442", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:04.633932 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1bf4611-2547-4126-abbd-df9c93c43269 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:04.634474 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'tag': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'status': 'completed', 'code': 200} Jun 18 16:37:04.812515 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef64ef-5681-4477-903b-91a20f0844af req-4271883a-dfd9-415a-ad37-4cc2b61227a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:04.814089 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6bef64ef-5681-4477-903b-91a20f0844af req-4271883a-dfd9-415a-ad37-4cc2b61227a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 1098 time: 0.0976887 Jun 18 16:37:04.847410 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cadfe9-81e1-4e25-8cbf-62a81b6c88b9 req-0ee99b0c-6bcb-4117-8300-9076e798b31a tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:04.852598 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-72cadfe9-81e1-4e25-8cbf-62a81b6c88b9 req-0ee99b0c-6bcb-4117-8300-9076e798b31a tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 945 time: 0.1007502 Jun 18 16:37:04.922910 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-72cadfe9-81e1-4e25-8cbf-62a81b6c88b9 req-8c447131-2f5a-4d2d-aeaa-9710a1a543c5 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463984 Jun 18 16:37:04.944899 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef64ef-5681-4477-903b-91a20f0844af req-6a4ded28-5909-40e3-8e38-4710bfb446fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:04.946376 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6bef64ef-5681-4477-903b-91a20f0844af req-6a4ded28-5909-40e3-8e38-4710bfb446fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 912 time: 0.1252391 Jun 18 16:37:04.991611 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6bef64ef-5681-4477-903b-91a20f0844af req-daea52e4-8f3a-4759-be45-fcd76ef5de78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f9843f-ab5d-4f85-b862-91b64bf49442 HTTP/1.1" status: 200 len: 217 time: 0.0359726 Jun 18 16:37:05.039210 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef64ef-5681-4477-903b-91a20f0844af req-38813c10-b213-487a-868c-6b1c74fab9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:05.040601 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6bef64ef-5681-4477-903b-91a20f0844af req-38813c10-b213-487a-868c-6b1c74fab9fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0427728 Jun 18 16:37:05.100656 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef64ef-5681-4477-903b-91a20f0844af req-57e02644-8db8-4e53-bf16-c10ac332049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:05.102135 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6bef64ef-5681-4477-903b-91a20f0844af req-57e02644-8db8-4e53-bf16-c10ac332049c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538092 Jun 18 16:37:05.199476 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6bef64ef-5681-4477-903b-91a20f0844af req-aace780c-b985-4537-a750-42394bc78133 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880117 Jun 18 16:37:05.309616 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-f68ccaab-3fc9-488a-ac04-1dd2b2024ac7 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:05.311502 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-f68ccaab-3fc9-488a-ac04-1dd2b2024ac7 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 945 time: 0.1245828 Jun 18 16:37:05.326399 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-6bef64ef-5681-4477-903b-91a20f0844af req-1a14ba69-046d-4c8f-82a3-d2d12190ebde service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117079 Jun 18 16:37:06.102655 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183d1c2-8969-4fcb-8ea3-a3d96c6e192a req-c6ed8c56-9f68-41c0-af91-36c6b43e60f3 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:06.104090 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0183d1c2-8969-4fcb-8ea3-a3d96c6e192a req-c6ed8c56-9f68-41c0-af91-36c6b43e60f3 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 945 time: 0.0621691 Jun 18 16:37:06.141047 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-0183d1c2-8969-4fcb-8ea3-a3d96c6e192a req-c22d9461-3502-487b-b603-514d0cc6f445 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313888 Jun 18 16:37:06.493129 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe02c-5304-4e48-abba-df40f7b63145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.976707 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.309749 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89939ea9-137a-4058-93ad-d6bb3bdefce5 req-a72146f7-4775-4132-b8e9-ca46062d0498 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:07.311162 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-89939ea9-137a-4058-93ad-d6bb3bdefce5 req-a72146f7-4775-4132-b8e9-ca46062d0498 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 945 time: 0.0612020 Jun 18 16:37:07.348657 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-89939ea9-137a-4058-93ad-d6bb3bdefce5 req-a1145cc8-884e-408f-b715-3eff77baffe6 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309772 Jun 18 16:37:07.970722 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device f9c04562-356b-4290-ae7b-b43ea3ba9ace no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:07.992063 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: f9c04562-356b-4290-ae7b-b43ea3ba9ace {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:07.992413 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device f9c04562-356b-4290-ae7b-b43ea3ba9ace not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:08.045550 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Deleting port b7f9843f-ab5d-4f85-b862-91b64bf49442 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:08.045916 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.135715 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] For port b7f9843f-ab5d-4f85-b862-91b64bf49442, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b7f9843f-ab5d-4f85-b862-91b64bf49442,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:08.135852 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.195116 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Calling delete_port for b7f9843f-ab5d-4f85-b862-91b64bf49442 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:08.321268 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.324989 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-ab2b2096-429a-49e1-bccb-c1dcaee07d8c tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:08.351941 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event deleted for resources: {'Port': ['ID=b7f9843f-ab5d-4f85-b862-91b64bf49442,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:08.356583 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:08.402249 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] No DVR routers for this DVR port b7f9843f-ab5d-4f85-b862-91b64bf49442 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:37:08.404764 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.406728 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-677a406c-9dde-48a6-a6ab-0a29f0575a2f req-412461ed-e0dd-4f69-9c05-8070b90ecf1c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "DELETE /v2.0/ports/b7f9843f-ab5d-4f85-b862-91b64bf49442 HTTP/1.1" status: 204 len: 173 time: 0.4567719 Jun 18 16:37:08.407234 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'name': 'network-vif-deleted', 'tag': 'b7f9843f-ab5d-4f85-b862-91b64bf49442'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:08.409613 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77daabba-d381-49c7-8f86-ca9274eadd7d" -d '{"events": [{"server_uuid": "cd88eeec-3120-40d6-a766-b44854ebfd86", "name": "network-vif-deleted", "tag": "b7f9843f-ab5d-4f85-b862-91b64bf49442"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:08.456204 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd5f1f-6d50-4a0a-af7a-49e50aba3ca3 x-openstack-request-id: req-87dd5f1f-6d50-4a0a-af7a-49e50aba3ca3 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:08.456538 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd88eeec-3120-40d6-a766-b44854ebfd86", "name": "network-vif-deleted", "tag": "b7f9843f-ab5d-4f85-b862-91b64bf49442", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:08.456877 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87dd5f1f-6d50-4a0a-af7a-49e50aba3ca3 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:08.458127 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd88eeec-3120-40d6-a766-b44854ebfd86', 'name': 'network-vif-deleted', 'tag': 'b7f9843f-ab5d-4f85-b862-91b64bf49442', 'status': 'completed', 'code': 200} Jun 18 16:37:08.506831 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-d8da541e-0f37-4655-adb0-35c850421035 req-7df881b8-715b-4c49-bc31-25246292de7f tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd88eeec-3120-40d6-a766-b44854ebfd86 HTTP/1.1" status: 200 len: 210 time: 0.0343549 Jun 18 16:37:08.862772 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7f47b2a6-4df5-4cca-b06a-00c4505e24cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.894604 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:10.116451 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:11.874541 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46288) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:11.982868 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device b7f9843f-ab5d-4f85-b862-91b64bf49442 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:12.029486 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: b7f9843f-ab5d-4f85-b862-91b64bf49442 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:12.029866 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device b7f9843f-ab5d-4f85-b862-91b64bf49442 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:12.037442 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.047889 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Deleting port d3373e13-1c3d-451d-9656-d2f0e9dae949 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:12.048237 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.143853 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.144457 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.227688 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Calling delete_port for d3373e13-1c3d-451d-9656-d2f0e9dae949 owned by network:floatingip {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:12.413817 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.416091 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-cd163285-05c4-48fb-a624-521b984eafbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:12.446865 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event deleted for resources: {'Port': ['ID=d3373e13-1c3d-451d-9656-d2f0e9dae949,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:12.450282 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:12.523723 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.524232 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.l3_db [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Floating IP 986634e2-3573-441b-b599-bb30cb978e54 disassociated (deleted). External IP: 172.27.3.168, port: 507c7880-ffb2-43cf-8b94-f33bacb8c4e7. Jun 18 16:37:13.022349 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Router ccaf85aa-d939-4420-94cf-6b67535ce8cc has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:37:13.152332 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:13.159676 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.163664 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] Sync routers for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:13.172938 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:13.173933 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:13.205300 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-0b5b8d38-f7b4-4ab9-bf9c-50496b5ba289 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "DELETE /v2.0/floatingips/986634e2-3573-441b-b599-bb30cb978e54 HTTP/1.1" status: 204 len: 168 time: 1.3296373 Jun 18 16:37:13.211118 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'tag': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:13.214267 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f748d0-ec57-4158-a51c-1e39136c8d72" -d '{"events": [{"name": "network-changed", "server_uuid": "e258eed6-3c38-4ba3-9261-52ce0e6b1046", "tag": "507c7880-ffb2-43cf-8b94-f33bacb8c4e7"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:13.255070 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53597ea8-ec6b-444a-8dd7-3f3ab07393d7 x-openstack-request-id: req-53597ea8-ec6b-444a-8dd7-3f3ab07393d7 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:13.255337 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e258eed6-3c38-4ba3-9261-52ce0e6b1046", "tag": "507c7880-ffb2-43cf-8b94-f33bacb8c4e7", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:13.255628 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53597ea8-ec6b-444a-8dd7-3f3ab07393d7 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:13.256060 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'tag': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'status': 'completed', 'code': 200} Jun 18 16:37:13.312270 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:13.355847 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-0e9c3f13-9703-448e-b92f-12f57b9ac08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:13.358081 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-0e9c3f13-9703-448e-b92f-12f57b9ac08b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 1098 time: 0.0531971 Jun 18 16:37:13.472479 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-71153319-5218-4491-a2a3-59d72b6b958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:13.474896 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-71153319-5218-4491-a2a3-59d72b6b958c service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 200 len: 912 time: 0.1095555 Jun 18 16:37:13.557827 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-dc6ed38b-40d4-4259-bd9f-1402c36e8b75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0685549 Jun 18 16:37:13.564508 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:13.593406 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] Checking router: ccaf85aa-d939-4420-94cf-6b67535ce8cc for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:13.602927 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:13.603554 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:13.616146 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-43a2acd2-7928-4524-bc63-caa318766cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:13.617765 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-43a2acd2-7928-4524-bc63-caa318766cf2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 200 len: 850 time: 0.0509851 Jun 18 16:37:13.739326 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4951d1c-7071-45eb-92fe-01bc31a61398 req-16232022-52a8-4897-b31c-8d9cb6927e85 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:13.741066 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a4951d1c-7071-45eb-92fe-01bc31a61398 req-16232022-52a8-4897-b31c-8d9cb6927e85 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 945 time: 0.1018562 Jun 18 16:37:13.742819 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-245b9b72-fffb-444a-80dd-73409912f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:13.744264 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-245b9b72-fffb-444a-80dd-73409912f321 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eae9aae-2185-4f8c-9b9e-215092b9d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1180913 Jun 18 16:37:13.749292 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:13.828126 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-a4951d1c-7071-45eb-92fe-01bc31a61398 req-0cb6d78b-4e39-430a-b37e-fed46d4005a9 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799556 Jun 18 16:37:13.866886 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-bd5e6d18-b68e-4a91-b4c1-28d5d5fa592d service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116574 Jun 18 16:37:14.072157 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:14.105476 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da06d57-9ecc-4a8f-9d9f-a774e1463150 None None] The sync data for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi is: [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:06Z', 'revision_number': 4, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': 'e46415fd-e512-4a24-8d35-f046df01089d', 'name': '', 'network_id': '8eae9aae-2185-4f8c-9b9e-215092b9d0ea', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'mac_address': 'fa:16:3e:f6:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:05Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'subnets': [{'id': 'd95fbd3a-08d9-4168-81ce-b5e9a1fb6a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:14.265137 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-08f748d0-ec57-4158-a51c-1e39136c8d72 req-ef3e8201-ec68-4b1d-9031-540861265724 service neutron] 10.222.0.72 "GET /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902390 Jun 18 16:37:14.408893 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2d5a71-aff6-40b0-a845-db3fef2472c6 None None] New status for floating IP 986634e2-3573-441b-b599-bb30cb978e54: DOWN {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:37:15.058893 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5cd24-eda7-4348-8b5f-21681f6236ad req-69e91d0c-a53c-4f3e-b5c7-b432f9bd277c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:15.060421 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e5a5cd24-eda7-4348-8b5f-21681f6236ad req-69e91d0c-a53c-4f3e-b5c7-b432f9bd277c tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 945 time: 0.0821397 Jun 18 16:37:15.099867 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e5a5cd24-eda7-4348-8b5f-21681f6236ad req-8e67c6b1-4b1c-4a80-87fd-05ee84deec73 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/security-groups?id=c689ea78-e05f-4276-b888-41340e1b7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336936 Jun 18 16:37:15.381650 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-7c56205b-f021-44e9-b20b-2f1af237f767 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:15.383164 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-7c56205b-f021-44e9-b20b-2f1af237f767 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 945 time: 0.0739841 Jun 18 16:37:15.513615 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Deleting port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:15.513982 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:15.612457 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] For port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:15.613093 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:15.699325 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Calling delete_port for 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:15.844293 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:15.849642 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-8c7c1805-eb41-48b2-8401-f46456db0937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:15.877171 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event deleted for resources: {'Port': ['ID=507c7880-ffb2-43cf-8b94-f33bacb8c4e7,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:15.916423 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.916813 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.917291 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.917657 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.918046 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.918403 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.918758 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.919117 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.919529 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.919826 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.920175 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.920521 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:15.923827 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:15.946688 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] No DVR routers for this DVR port 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:37:15.949149 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:15.951465 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5b5804a2-46c4-4639-bc82-77940b9d8afb req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.72 "DELETE /v2.0/ports/507c7880-ffb2-43cf-8b94-f33bacb8c4e7 HTTP/1.1" status: 204 len: 173 time: 0.5627861 Jun 18 16:37:15.951940 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'name': 'network-vif-deleted', 'tag': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:15.954791 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1796c940-9e16-48e7-9dca-5b389991f113" -d '{"events": [{"server_uuid": "e258eed6-3c38-4ba3-9261-52ce0e6b1046", "name": "network-vif-deleted", "tag": "507c7880-ffb2-43cf-8b94-f33bacb8c4e7"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:16.013000 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a854731-5b47-42ca-8134-8a3889fe6187 x-openstack-request-id: req-9a854731-5b47-42ca-8134-8a3889fe6187 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:16.013340 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e258eed6-3c38-4ba3-9261-52ce0e6b1046", "name": "network-vif-deleted", "tag": "507c7880-ffb2-43cf-8b94-f33bacb8c4e7", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:16.013846 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a854731-5b47-42ca-8134-8a3889fe6187 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:16.014292 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e258eed6-3c38-4ba3-9261-52ce0e6b1046', 'name': 'network-vif-deleted', 'tag': '507c7880-ffb2-43cf-8b94-f33bacb8c4e7', 'status': 'completed', 'code': 200} Jun 18 16:37:16.265394 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-6a14c0cc-2c80-4f1f-aec3-1dcf6e93f032 req-84213b94-55ee-41d3-b5ac-faa8694a1a87 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "GET /v2.0/ports?device_id=e258eed6-3c38-4ba3-9261-52ce0e6b1046 HTTP/1.1" status: 200 len: 210 time: 0.0369277 Jun 18 16:37:17.409783 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46336) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:17.543085 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Deleting port b20ab345-9174-4821-832f-a0f1e02e3ba7 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:17.543841 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:17.629760 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:17.630039 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:17.700655 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Calling delete_port for b20ab345-9174-4821-832f-a0f1e02e3ba7 owned by network:floatingip {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:17.866138 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:17.871894 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-858c22c9-a043-40a6-9c14-5f601707a518 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:17.903233 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event deleted for resources: {'Port': ['ID=b20ab345-9174-4821-832f-a0f1e02e3ba7,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:17.911170 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:17.973145 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for floatingip, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:17.975767 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:17.976905 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-415c36ba-7f02-4621-a61d-44fa7244b48b tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "DELETE /v2.0/floatingips/c767ff47-f42a-4681-9636-c1e83367a42f HTTP/1.1" status: 204 len: 168 time: 0.5655527 Jun 18 16:37:17.992606 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:18.015321 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:18.015962 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device 507c7880-ffb2-43cf-8b94-f33bacb8c4e7 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:19.264381 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46356) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:19.332573 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:19.360368 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:19.428491 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:19.431890 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:19.433256 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] 10.222.0.44 "DELETE /v2.0/security-groups/c689ea78-e05f-4276-b888-41340e1b7e53 HTTP/1.1" status: 204 len: 168 time: 0.1678908 Jun 18 16:37:19.434205 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-95ea1c27-44e2-4217-a3d9-9e8efb3d4b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:19.445554 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c689ea78-e05f-4276-b888-41340e1b7e53,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:19.458011 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.458398 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.458773 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.459271 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.459642 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.460003 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.460474 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.460728 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.461089 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.461443 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.462184 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.462888 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.468126 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:19.508498 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46364) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:19.934740 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606413'] for router_interface, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:20.209610 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Deleting port e46415fd-e512-4a24-8d35-f046df01089d {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:20.210290 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:20.294632 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] For port e46415fd-e512-4a24-8d35-f046df01089d, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=e46415fd-e512-4a24-8d35-f046df01089d,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:20.295383 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:20.366581 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Calling delete_port for e46415fd-e512-4a24-8d35-f046df01089d owned by network:router_interface {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:20.567497 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:20.572259 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-50dc420a-0c54-43a4-adda-2c47a6bf0a37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:20.597639 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46415fd-e512-4a24-8d35-f046df01089d,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:20.602774 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:20.796508 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606321'] for router_interface, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:21.026870 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Router ccaf85aa-d939-4420-94cf-6b67535ce8cc has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:37:21.140299 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:21.154912 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-58a7727c-fd5a-4f02-b9f0-d8c0ae9ff4c1 admin admin] 10.222.0.44 "PUT /v2.0/routers/ccaf85aa-d939-4420-94cf-6b67535ce8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6430464 Jun 18 16:37:21.155517 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46376) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:21.157742 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] Sync routers for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:21.170426 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:21.171155 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:21.269274 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Notify callbacks [] for router, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:21.283175 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:21.396881 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:21.475230 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Deleting port bf02fb4d-d316-467c-8a42-c0222ba38b25 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:21.478998 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:21.584149 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] For port bf02fb4d-d316-467c-8a42-c0222ba38b25, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=bf02fb4d-d316-467c-8a42-c0222ba38b25,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:21.584881 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:21.624955 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:37:20Z', 'revision_number': 5, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port': {'id': 'bf02fb4d-d316-467c-8a42-c0222ba38b25', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:21.657259 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] Checking router: ccaf85aa-d939-4420-94cf-6b67535ce8cc for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:21.667464 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] Routers {'ccaf85aa-d939-4420-94cf-6b67535ce8cc'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:21.668176 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Calling delete_port for bf02fb4d-d316-467c-8a42-c0222ba38b25 owned by network:router_gateway {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:21.668318 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:21.762884 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] Set router ccaf85aa-d939-4420-94cf-6b67535ce8cc gateway port host: None {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:21.823161 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:37:21Z', 'revision_number': 6, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port_host': None}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:21.868945 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501361f1-7ab1-42d6-9f02-5551905963ea None None] The sync data for ids ['ccaf85aa-d939-4420-94cf-6b67535ce8cc'] in dv-cinder-792462-12-iscsi is: [{'id': 'ccaf85aa-d939-4420-94cf-6b67535ce8cc', 'name': 'tempest-TestVolumeBootPattern-205855680-router', 'tenant_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:03Z', 'updated_at': '2021-06-18T16:37:21Z', 'revision_number': 6, 'project_id': 'de0d7ebd4d364650bfa9c21aef077a92', 'gw_port_host': None}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:21.914631 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:21.916857 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-594868a1-e05e-4ce7-97bf-a1123bcb32c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:22.207087 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf02fb4d-d316-467c-8a42-c0222ba38b25,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:22.213446 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:22.280695 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636509'] for router_gateway, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.399938 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8058'] for router, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.402259 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.449516 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608018'] for router, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.450322 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccaf85aa-d939-4420-94cf-6b67535ce8cc {{(pid=92764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:37:22.455031 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] Notify callbacks [] for router, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.456430 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-be78cff0-d6a5-4ceb-8353-a304ef43ba2d admin admin] 10.222.0.44 "DELETE /v2.0/routers/ccaf85aa-d939-4420-94cf-6b67535ce8cc HTTP/1.1" status: 204 len: 168 time: 1.2997665 Jun 18 16:37:22.459285 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46382) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:22.508415 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_v2 [None req-16be815e-79e1-4e01-977b-ea40861be318 admin admin] Deleting subnet d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 {{(pid=92764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:37:22.511847 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-16be815e-79e1-4e01-977b-ea40861be318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.548666 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-16be815e-79e1-4e01-977b-ea40861be318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13143586'] for subnet, precommit_delete_associations {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.642719 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-16be815e-79e1-4e01-977b-ea40861be318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.720541 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-16be815e-79e1-4e01-977b-ea40861be318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800642'] for subnet, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.724279 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-a3ca2661-dfe0-4f0f-87ca-29a7c4c9022b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:22.764104 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be815e-79e1-4e01-977b-ea40861be318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:22.768875 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-16be815e-79e1-4e01-977b-ea40861be318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:22.770661 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-16be815e-79e1-4e01-977b-ea40861be318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.773707 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-16be815e-79e1-4e01-977b-ea40861be318 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d95fbd3a-08d9-4168-81ce-b5e9a1fb6a58 HTTP/1.1" status: 204 len: 168 time: 0.3123765 Jun 18 16:37:22.775451 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46388) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:22.779686 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cf66e7-17d2-4e49-b854-1ab451569ca3 None None] Network 8eae9aae-2185-4f8c-9b9e-215092b9d0ea requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:37:22.851503 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.935268 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Deleting port ac19c800-41cb-4f54-a94e-1fff688c7202 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:22.935778 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:22.954581 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device bf02fb4d-d316-467c-8a42-c0222ba38b25 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:22.982986 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: bf02fb4d-d316-467c-8a42-c0222ba38b25 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:22.983251 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device bf02fb4d-d316-467c-8a42-c0222ba38b25 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:22.983683 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device e46415fd-e512-4a24-8d35-f046df01089d no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:23.013400 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] For port ac19c800-41cb-4f54-a94e-1fff688c7202, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=ac19c800-41cb-4f54-a94e-1fff688c7202,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:23.015130 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.018072 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: e46415fd-e512-4a24-8d35-f046df01089d {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:23.018382 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device e46415fd-e512-4a24-8d35-f046df01089d not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:23.079350 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b4bc6a-f88b-408d-bf14-53344e71dfad None None] DHCP port deletion for 8eae9aae-2185-4f8c-9b9e-215092b9d0ea request from dv-cinder-792462-12-iscsi {{(pid=92765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:37:23.100661 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Calling delete_port for ac19c800-41cb-4f54-a94e-1fff688c7202 owned by network:dhcp {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:23.159195 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-b2b4bc6a-f88b-408d-bf14-53344e71dfad None None] Deleting port ac19c800-41cb-4f54-a94e-1fff688c7202 {{(pid=92765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:23.159541 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-b2b4bc6a-f88b-408d-bf14-53344e71dfad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.202174 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.206476 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-cdffd34c-efaa-4c7e-a116-b89f4a5e69db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:23.240366 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac19c800-41cb-4f54-a94e-1fff688c7202,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:23.242878 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-b2b4bc6a-f88b-408d-bf14-53344e71dfad None None] For port ac19c800-41cb-4f54-a94e-1fff688c7202, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=ac19c800-41cb-4f54-a94e-1fff688c7202,segment=NetworkSegment(be1ba4ad-19bd-4e23-bb31-40e6005ac6e0),segment_id=be1ba4ad-19bd-4e23-bb31-40e6005ac6e0)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:23.244030 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:23.246782 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-b2b4bc6a-f88b-408d-bf14-53344e71dfad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.252438 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] No DVR routers for this DVR port ac19c800-41cb-4f54-a94e-1fff688c7202 on host dv-cinder-792462-12-iscsi {{(pid=92763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:37:23.326451 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.330018 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-b2b4bc6a-f88b-408d-bf14-53344e71dfad None None] Calling delete_port for ac19c800-41cb-4f54-a94e-1fff688c7202 owned by network:dhcp {{(pid=92765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:23.337608 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eae9aae-2185-4f8c-9b9e-215092b9d0ea']}} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:23.348917 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0') {'for_net_delete': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:23.349449 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.services.segments.db [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1ba4ad-19bd-4e23-bb31-40e6005ac6e0') {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:23.359246 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527961308'] for segment, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.374389 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.383380 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=92763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:37:23.384046 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12724927'] for segment, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: Traceback (most recent call last): Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: timer() Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: cb(*args, **kw) Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: return func(*args, **kwargs) Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: self._notify() Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: self.callback(batched_events) Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: event.method(event) Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: return f(self, *a, **k) Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._get(url).json() Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: return self.request(url, 'GET', **kwargs) Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:37:23.385968 dv-cinder-792462-12-iscsi neutron-server[92763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:37:23.420961 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-b2b4bc6a-f88b-408d-bf14-53344e71dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967'] for port, after_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.432570 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:23.459227 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.465026 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-4aa3ef99-a305-48aa-8d63-c9e334df2fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:23.468105 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4bc6a-f88b-408d-bf14-53344e71dfad None None] No DVR routers for this DVR port ac19c800-41cb-4f54-a94e-1fff688c7202 on host dv-cinder-792462-12-iscsi {{(pid=92765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:37:23.469594 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:23.472167 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8eae9aae-2185-4f8c-9b9e-215092b9d0ea HTTP/1.1" status: 204 len: 168 time: 0.6957345 Jun 18 16:37:23.472450 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4bc6a-f88b-408d-bf14-53344e71dfad None None] Pushing event deleted for resources: {'Port': ['ID=ac19c800-41cb-4f54-a94e-1fff688c7202,revision_number=None']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:23.476179 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46390) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:23.485718 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-b2b4bc6a-f88b-408d-bf14-53344e71dfad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:23.530628 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eae9aae-2185-4f8c-9b9e-215092b9d0ea,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:23.534681 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1c3d921a-acd3-47be-a607-67cd174e0d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:23.692374 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:37:23.881862 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606413'] for router_interface, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.176132 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Deleting port c8871458-7e5b-4465-a558-27d07c066acb {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:24.177043 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.263726 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] For port c8871458-7e5b-4465-a558-27d07c066acb, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=c8871458-7e5b-4465-a558-27d07c066acb,segment=NetworkSegment(56d37b69-c0cf-435f-9fa9-88611ee34c50),segment_id=56d37b69-c0cf-435f-9fa9-88611ee34c50)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:24.264193 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.334862 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Calling delete_port for c8871458-7e5b-4465-a558-27d07c066acb owned by network:router_interface {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:24.569876 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.572946 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a288b659-3dca-4a30-8285-90705723276b tempest-AttachVolumeTestJSON-1881560581 tempest-AttachVolumeTestJSON-1881560581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:24.620316 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8871458-7e5b-4465-a558-27d07c066acb,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:24.640146 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:24.798069 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606321'] for router_interface, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.952078 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device ac19c800-41cb-4f54-a94e-1fff688c7202 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:24.974145 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: ac19c800-41cb-4f54-a94e-1fff688c7202 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:24.974573 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device ac19c800-41cb-4f54-a94e-1fff688c7202 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:25.028510 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:37:25.132306 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:25.137252 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-6e0a95c9-1409-4d39-b918-52b0db3e1e2a admin admin] 10.222.0.44 "PUT /v2.0/routers/7bef3450-9118-464b-aa97-6ba3bef5f3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6599004 Jun 18 16:37:25.139750 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46416) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:25.140523 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] Sync routers for ids ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:25.149487 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] Routers {'7bef3450-9118-464b-aa97-6ba3bef5f3a7'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:25.150116 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:25.240062 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:25.251224 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] Set router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:25.431531 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'name': 'tempest-TestVolumeBootPattern-1674242598-router', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4783c5ab-565d-4718-822e-81318a70231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:37:24Z', 'revision_number': 5, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'gw_port': {'id': '4783c5ab-565d-4718-822e-81318a70231a', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:25.466233 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] Checking router: 7bef3450-9118-464b-aa97-6ba3bef5f3a7 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:25.476941 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] Routers {'7bef3450-9118-464b-aa97-6ba3bef5f3a7'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:25.477572 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:25.582330 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] Set router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:25.606154 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:25.663029 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Deleting port 4783c5ab-565d-4718-822e-81318a70231a {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:25.663455 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:25.748581 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] For port 4783c5ab-565d-4718-822e-81318a70231a, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=4783c5ab-565d-4718-822e-81318a70231a,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:25.748832 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:25.770322 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'name': 'tempest-TestVolumeBootPattern-1674242598-router', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4783c5ab-565d-4718-822e-81318a70231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:37:24Z', 'revision_number': 5, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'gw_port': {'id': '4783c5ab-565d-4718-822e-81318a70231a', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:25.797159 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b384ea1-c763-455c-bc33-3d397b4c6fb9 None None] The sync data for ids ['7bef3450-9118-464b-aa97-6ba3bef5f3a7'] in dv-cinder-792462-12-iscsi is: [{'id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'name': 'tempest-TestVolumeBootPattern-1674242598-router', 'tenant_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4783c5ab-565d-4718-822e-81318a70231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:37:24Z', 'revision_number': 5, 'project_id': '4ce43b1f7c7c441d8297355d0eb8b32a', 'gw_port': {'id': '4783c5ab-565d-4718-822e-81318a70231a', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef3450-9118-464b-aa97-6ba3bef5f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:09Z', 'updated_at': '2021-06-18T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:25.816249 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Calling delete_port for 4783c5ab-565d-4718-822e-81318a70231a owned by network:router_gateway {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:26.008010 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.011075 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-772367dd-1a0f-4f53-9331-bbae05e2b362 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:26.036641 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=4783c5ab-565d-4718-822e-81318a70231a,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:26.041187 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:26.103940 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636509'] for router_gateway, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.212678 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8058'] for router, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.215243 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.272364 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608018'] for router, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.272911 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bef3450-9118-464b-aa97-6ba3bef5f3a7 {{(pid=92763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:37:26.277133 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.278291 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-55d2f7c8-4e8a-4787-a11d-ee4b08115cdb admin admin] 10.222.0.44 "DELETE /v2.0/routers/7bef3450-9118-464b-aa97-6ba3bef5f3a7 HTTP/1.1" status: 204 len: 168 time: 1.1376143 Jun 18 16:37:26.280824 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46476) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:26.326221 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5d2296-e8eb-4db9-8216-ac103074d4c9 admin admin] Deleting subnet cf835905-3c9d-496a-bab5-6239da23908d {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:37:26.329190 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bd5d2296-e8eb-4db9-8216-ac103074d4c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.369972 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bd5d2296-e8eb-4db9-8216-ac103074d4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527961301'] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.456033 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bd5d2296-e8eb-4db9-8216-ac103074d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.515743 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bd5d2296-e8eb-4db9-8216-ac103074d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12802580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528059865'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.518766 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a96a0e6d-5187-4917-8786-74c331bb773e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:26.542647 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d2296-e8eb-4db9-8216-ac103074d4c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf835905-3c9d-496a-bab5-6239da23908d,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:26.545638 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-bd5d2296-e8eb-4db9-8216-ac103074d4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:26.546627 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bd5d2296-e8eb-4db9-8216-ac103074d4c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.548430 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-bd5d2296-e8eb-4db9-8216-ac103074d4c9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cf835905-3c9d-496a-bab5-6239da23908d HTTP/1.1" status: 204 len: 168 time: 0.2666686 Jun 18 16:37:26.550994 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46478) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:26.551911 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccff39-308f-4066-8581-0b1876c2428d None None] Network 40bfcc3d-5009-4082-b125-d9b6c175b46a requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:37:26.622710 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.675583 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Deleting port 89f78c9e-6098-4382-b565-7d888f5c7727 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:26.675922 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.741200 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] For port 89f78c9e-6098-4382-b565-7d888f5c7727, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=89f78c9e-6098-4382-b565-7d888f5c7727,segment=NetworkSegment(56d37b69-c0cf-435f-9fa9-88611ee34c50),segment_id=56d37b69-c0cf-435f-9fa9-88611ee34c50)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:26.741473 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.794542 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] DHCP port deletion for 40bfcc3d-5009-4082-b125-d9b6c175b46a request from dv-cinder-792462-12-iscsi {{(pid=92765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:37:26.808884 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Calling delete_port for 89f78c9e-6098-4382-b565-7d888f5c7727 owned by network:dhcp {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:26.843631 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] Deleting port 89f78c9e-6098-4382-b565-7d888f5c7727 {{(pid=92765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:26.844107 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.899244 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c8871458-7e5b-4465-a558-27d07c066acb no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:26.902015 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.904993 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6d41fcda-e187-4af9-a93c-d14f24fa06fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:26.927707 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: c8871458-7e5b-4465-a558-27d07c066acb {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:26.928070 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device c8871458-7e5b-4465-a558-27d07c066acb not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:26.928503 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 89f78c9e-6098-4382-b565-7d888f5c7727 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:26.930837 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Pushing event deleted for resources: {'Port': ['ID=89f78c9e-6098-4382-b565-7d888f5c7727,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:26.933804 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:26.934533 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] For port 89f78c9e-6098-4382-b565-7d888f5c7727, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=89f78c9e-6098-4382-b565-7d888f5c7727,segment=NetworkSegment(56d37b69-c0cf-435f-9fa9-88611ee34c50),segment_id=56d37b69-c0cf-435f-9fa9-88611ee34c50)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:26.934668 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] No DVR routers for this DVR port 89f78c9e-6098-4382-b565-7d888f5c7727 on host dv-cinder-792462-12-iscsi {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:37:26.934944 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.959077 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 89f78c9e-6098-4382-b565-7d888f5c7727 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:26.959375 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 89f78c9e-6098-4382-b565-7d888f5c7727 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:26.959812 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4783c5ab-565d-4718-822e-81318a70231a no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:27.003392 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.008134 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 4783c5ab-565d-4718-822e-81318a70231a {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:27.008490 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 4783c5ab-565d-4718-822e-81318a70231a not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:27.014261 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bfcc3d-5009-4082-b125-d9b6c175b46a']}} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:27.026054 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d37b69-c0cf-435f-9fa9-88611ee34c50') {'for_net_delete': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:27.026419 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d37b69-c0cf-435f-9fa9-88611ee34c50') {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:27.035067 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13143595'] for segment, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.045689 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] Calling delete_port for 89f78c9e-6098-4382-b565-7d888f5c7727 owned by network:dhcp {{(pid=92765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:27.048297 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.054112 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=92764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:37:27.054517 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12683862'] for segment, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: Traceback (most recent call last): Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: timer() Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: cb(*args, **kw) Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: return func(*args, **kwargs) Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: self._notify() Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: self.callback(batched_events) Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: event.method(event) Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: return f(self, *a, **k) Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._get(url).json() Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: return self.request(url, 'GET', **kwargs) Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:37:27.056095 dv-cinder-792462-12-iscsi neutron-server[92764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:37:27.112401 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.117664 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:27.120224 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.122141 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] 10.222.0.44 "DELETE /v2.0/networks/40bfcc3d-5009-4082-b125-d9b6c175b46a HTTP/1.1" status: 204 len: 168 time: 0.5696924 Jun 18 16:37:27.132826 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967'] for port, after_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.134552 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Pushing event deleted for resources: {'Network': ['ID=40bfcc3d-5009-4082-b125-d9b6c175b46a,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:27.135563 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:27.137529 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cddd8428-9395-4376-92fc-683992bbd19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:27.140968 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] Network 40bfcc3d-5009-4082-b125-d9b6c175b46a is not hosted by any dhcp agent {{(pid=92765) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:37:27.141458 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] No DVR routers for this DVR port 89f78c9e-6098-4382-b565-7d888f5c7727 on host dv-cinder-792462-12-iscsi {{(pid=92765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:37:27.159469 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] Pushing event deleted for resources: {'Port': ['ID=89f78c9e-6098-4382-b565-7d888f5c7727,revision_number=None']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:27.166371 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-cf3d5d56-2af2-4aea-a57b-ed52c28c0231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:27.233033 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46482) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:27.272356 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-09c233e0-d643-4f3b-abf5-50b3f0fccb42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de0d7ebd4d364650bfa9c21aef077a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381024 Jun 18 16:37:27.274841 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46486) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:27.297116 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46488) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:27.326670 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e59996be-78e0-44d6-8d90-8632ddc19041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.347208 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcced729-f41b-45c9-8691-60b68c4df349 admin admin] Deleting subnet c31c2a25-c4e1-459e-a278-753618c685b9 {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:37:27.347658 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e59996be-78e0-44d6-8d90-8632ddc19041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.350849 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bcced729-f41b-45c9-8691-60b68c4df349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.395726 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bcced729-f41b-45c9-8691-60b68c4df349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527961301'] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.399378 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e59996be-78e0-44d6-8d90-8632ddc19041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.402079 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e59996be-78e0-44d6-8d90-8632ddc19041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.403231 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-e59996be-78e0-44d6-8d90-8632ddc19041 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ac81939-d815-40e5-b2a9-660451c93a7b HTTP/1.1" status: 204 len: 168 time: 0.1275134 Jun 18 16:37:27.404069 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6a7e2ac2-507d-436b-9d7d-de502e3e25e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:27.411736 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59996be-78e0-44d6-8d90-8632ddc19041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac81939-d815-40e5-b2a9-660451c93a7b,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:27.414218 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e59996be-78e0-44d6-8d90-8632ddc19041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:27.443486 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bcced729-f41b-45c9-8691-60b68c4df349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.496625 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bcced729-f41b-45c9-8691-60b68c4df349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12802580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528059865'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.499527 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:27.528592 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcced729-f41b-45c9-8691-60b68c4df349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31c2a25-c4e1-459e-a278-753618c685b9,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:27.531741 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-bcced729-f41b-45c9-8691-60b68c4df349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:27.532952 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bcced729-f41b-45c9-8691-60b68c4df349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.537913 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46492) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:27.538113 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-bcced729-f41b-45c9-8691-60b68c4df349 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c31c2a25-c4e1-459e-a278-753618c685b9 HTTP/1.1" status: 204 len: 168 time: 0.2396200 Jun 18 16:37:27.607803 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.696348 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.706655 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ffe725-0298-4178-afb3-185cc2952383']}} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:27.717896 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f89aaa1-e6d1-42ba-afba-008003f2abb4') {'for_net_delete': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:27.718191 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f89aaa1-e6d1-42ba-afba-008003f2abb4') {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:27.733568 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46496) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:27.735473 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13143595'] for segment, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.753012 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.758978 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=92764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:37:27.759373 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12683862'] for segment, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: Traceback (most recent call last): Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: timer() Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: cb(*args, **kw) Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: return func(*args, **kwargs) Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: self._notify() Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: self.callback(batched_events) Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: event.method(event) Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: return f(self, *a, **k) Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._get(url).json() Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: return self.request(url, 'GET', **kwargs) Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:37:27.761125 dv-cinder-792462-12-iscsi neutron-server[92764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:37:27.777417 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a64efc65-7b81-4bae-98f3-803c5c80c725 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ce43b1f7c7c441d8297355d0eb8b32a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422974 Jun 18 16:37:27.779691 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46498) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:27.815643 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.819293 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:27.822472 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.824279 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] 10.222.0.44 "DELETE /v2.0/networks/57ffe725-0298-4178-afb3-185cc2952383 HTTP/1.1" status: 204 len: 168 time: 0.2853806 Jun 18 16:37:27.829530 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-02c02ad4-6e1d-453f-8a50-162f25e4cad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.837365 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] Pushing event deleted for resources: {'Network': ['ID=57ffe725-0298-4178-afb3-185cc2952383,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:27.844437 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-af1db5ef-98f5-4f58-a54a-3b2500a2e738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:27.853386 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-02c02ad4-6e1d-453f-8a50-162f25e4cad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.904146 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-02c02ad4-6e1d-453f-8a50-162f25e4cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.906908 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-02c02ad4-6e1d-453f-8a50-162f25e4cad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:27.911043 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-02c02ad4-6e1d-453f-8a50-162f25e4cad6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d50dcdd-9607-4cc3-a1e7-deda95307b80 HTTP/1.1" status: 204 len: 168 time: 0.1273441 Jun 18 16:37:27.911043 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-dfe2b3ca-e3b3-49d7-b43a-ff71dcd64c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:27.918300 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c02ad4-6e1d-453f-8a50-162f25e4cad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d50dcdd-9607-4cc3-a1e7-deda95307b80,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:27.920835 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-02c02ad4-6e1d-453f-8a50-162f25e4cad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:28.009663 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46504) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:28.065758 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-50e72b32-0ed5-41df-b899-40c9a8d5886e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6340db2786c40e58bcbeeea70bf13b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545745 Jun 18 16:37:28.068142 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46506) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:28.121641 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c9883bdd-b35c-4850-aa24-6a30eaf1bb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:28.143733 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c9883bdd-b35c-4850-aa24-6a30eaf1bb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:28.195696 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c9883bdd-b35c-4850-aa24-6a30eaf1bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:28.198705 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c9883bdd-b35c-4850-aa24-6a30eaf1bb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:28.199887 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-c9883bdd-b35c-4850-aa24-6a30eaf1bb94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e92eae5-842c-4448-8057-437ca54dcefe HTTP/1.1" status: 204 len: 168 time: 0.1307969 Jun 18 16:37:28.200804 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-aa8eeea0-4ca3-416a-8afb-95590e3d11f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:28.210111 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9883bdd-b35c-4850-aa24-6a30eaf1bb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e92eae5-842c-4448-8057-437ca54dcefe,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:28.212425 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c9883bdd-b35c-4850-aa24-6a30eaf1bb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:28.854100 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46528) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:28.955804 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1940839295-network', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:28.978978 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Made reservation on behalf of f6787e72075541a5a6f6ca0f639449f6 for: {'network': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:37:28.981387 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:28.990076 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.075706 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.079372 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.082193 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-7291039a-01c5-4b41-83e7-df171e7a474e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:29.103682 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=92764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:37:29.113019 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2b3cef-cee6-45db-af28-dc164e4cc7e6,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:29.117471 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:29.118535 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.118875 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.segments_db [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Added segment c65d29ba-57c4-402e-9590-31215e92d490 of type vlan for network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 Jun 18 16:37:29.161947 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.188879 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.190192 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:29.190762 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.194220 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:29.238694 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3830061 Jun 18 16:37:29.241491 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46532) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:29.246495 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Request body: {'subnet': {'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1940839295-subnet', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'ip_version': 4}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:29.252021 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ec2e8f-7315-4d7f-8ae8-def8950074f3,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:29.255383 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0c17b72b-7d5e-4105-a699-4e56a8776cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:29.262822 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:37:29.267542 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Made reservation on behalf of f6787e72075541a5a6f6ca0f639449f6 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:37:29.270552 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528059890'] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.433391 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12802773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528059872'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.436123 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:29.486966 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=51013165-3d99-49a7-a655-96fc72abef4f,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:29.491902 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:29.498661 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Checking segment: {'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:29.499019 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Network hostable DHCP agents. Network: d5ec2e8f-7315-4d7f-8ae8-def8950074f3, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:37:29.515666 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:37:29.523910 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, d5ec2e8f-7315-4d7f-8ae8-def8950074f3) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:29.527791 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:29.528374 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.534155 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39371725-a31d-4000-9594-2999394fd578 None None] Network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:37:29.544738 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46534) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:29.545016 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-fd0df47b-69d6-4f01-a7ae-828c6f7f1bbd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3022287 Jun 18 16:37:29.549410 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:29.571833 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-608661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8040'] for router, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.572856 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.626784 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.682327 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1914829-0908-5414-9e78-249191c0edbc-d5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f'}]}} from dv-cinder-792462-12-iscsi. {{(pid=92765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:37:29.683196 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.763098 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.813960 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.db_base_plugin_common [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Allocated IP 172.20.0.2 (d5ec2e8f-7315-4d7f-8ae8-def8950074f3/51013165-3d99-49a7-a655-96fc72abef4f/b469ba74-44ad-470a-8d0d-f39b03b5f2b1) {{(pid=92765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:29.956594 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Notify callbacks [] for port, precommit_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.964291 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.965865 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Transition to ACTIVE for port object b469ba74-44ad-470a-8d0d-f39b03b5f2b1 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:29.983530 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Transition to ACTIVE for port object b469ba74-44ad-470a-8d0d-f39b03b5f2b1 will not be triggered until provisioned by entity DHCP. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:29.985355 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:29.999354 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:30.001349 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:30.043588 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 is already hosted by enough agents. {{(pid=92765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:30.054333 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.base_scheduler [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Resources bound (agent type, host, resource id): {{(pid=92765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:30.058000 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Received port after_create {{(pid=92765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:30.065032 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Pushing event updated for resources: {'Port': ['ID=b469ba74-44ad-470a-8d0d-f39b03b5f2b1,revision_number=1']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:30.070348 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:30.096852 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Allocated IP 172.27.3.134 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/70b2b004-53e1-4558-91df-15b2456427a8) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:30.128657 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Attempting to bind port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:30.129034 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Attempting to bind port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:30.130049 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Attempting to bind port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 on network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:30.135053 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:30.135441 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Checking segment: {'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:30.135853 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:30.136252 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Bound using segment: {'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:30.136720 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Bound port: b469ba74-44ad-470a-8d0d-f39b03b5f2b1, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:30.137098 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:30.197918 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] For port b469ba74-44ad-470a-8d0d-f39b03b5f2b1, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:30.201272 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] For port b469ba74-44ad-470a-8d0d-f39b03b5f2b1, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=b469ba74-44ad-470a-8d0d-f39b03b5f2b1,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:30.201659 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:30.205747 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:30.209257 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:30.247884 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:30.258500 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-61a65a07-c61d-4baf-8de1-7241435c48dd tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:30.279579 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Pushing event updated for resources: {'Port': ['ID=b469ba74-44ad-470a-8d0d-f39b03b5f2b1,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:30.283785 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:30.320441 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:30.326223 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:30.334747 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:30.338386 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Pushing event updated for resources: {'Port': ['ID=70b2b004-53e1-4558-91df-15b2456427a8,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:30.362537 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:30.638465 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:30.877604 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416'] for router, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:30.919416 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device b469ba74-44ad-470a-8d0d-f39b03b5f2b1 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:30.976321 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:31.035544 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Router 15f35d39-1439-416b-a7b4-72367e4daac0 is scheduled to L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 with binding_index 1 {{(pid=92764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:37:31.158880 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:31.168609 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Sync routers for ids ['15f35d39-1439-416b-a7b4-72367e4daac0'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:31.178023 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] Notify callbacks [] for router, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:31.181771 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-3ac9177a-f486-44d1-b4cc-69c3f78c7f46 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6335056 Jun 18 16:37:31.181910 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Routers {'15f35d39-1439-416b-a7b4-72367e4daac0'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:31.181910 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['15f35d39-1439-416b-a7b4-72367e4daac0'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:31.182252 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46536) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:31.215762 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d234f-c226-4097-8799-41225d0860e9 None None] Network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:37:31.333508 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-5b8476da-9607-4c5a-a7d2-fba6b2bead07 None None] Provisioning for port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:31.352677 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-5b8476da-9607-4c5a-a7d2-fba6b2bead07 None None] Provisioning complete for port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:31.353048 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-5b8476da-9607-4c5a-a7d2-fba6b2bead07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:31.359240 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Set router 15f35d39-1439-416b-a7b4-72367e4daac0 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:31.596830 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:31.748793 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Allocated IP 172.20.0.1 (d5ec2e8f-7315-4d7f-8ae8-def8950074f3/51013165-3d99-49a7-a655-96fc72abef4f/7ab07543-b2b5-4ed2-b77b-b165284d9120) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:31.756520 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-5b8476da-9607-4c5a-a7d2-fba6b2bead07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:31.812608 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-5b8476da-9607-4c5a-a7d2-fba6b2bead07 None None] For port b469ba74-44ad-470a-8d0d-f39b03b5f2b1, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=b469ba74-44ad-470a-8d0d-f39b03b5f2b1,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:31.820268 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-5b8476da-9607-4c5a-a7d2-fba6b2bead07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:31.824039 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:30Z', 'revision_number': 3, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:31.826026 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:31.870540 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Checking router: 15f35d39-1439-416b-a7b4-72367e4daac0 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:31.870894 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Updating router 15f35d39-1439-416b-a7b4-72367e4daac0 port 70b2b004-53e1-4558-91df-15b2456427a8 binding host dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:37:31.927701 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:31.950052 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8476da-9607-4c5a-a7d2-fba6b2bead07 None None] Pushing event updated for resources: {'Port': ['ID=b469ba74-44ad-470a-8d0d-f39b03b5f2b1,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:31.953311 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-5b8476da-9607-4c5a-a7d2-fba6b2bead07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:32.086756 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-c5c08f6b-7ad0-4c4d-bc43-7ac99bcf05a7 None None] Provisioning complete for port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:32.087056 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c5c08f6b-7ad0-4c4d-bc43-7ac99bcf05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.111059 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.123392 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Transition to ACTIVE for port object 7ab07543-b2b5-4ed2-b77b-b165284d9120 will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:32.157774 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.160664 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:32.202237 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:32.205188 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:32.208663 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:32.231138 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab07543-b2b5-4ed2-b77b-b165284d9120,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:32.235463 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:32.253273 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632111'] for router_interface, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.267500 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.279770 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Transition to ACTIVE for port object 70b2b004-53e1-4558-91df-15b2456427a8 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:32.287289 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.291624 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:32.339634 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Attempting to bind port 70b2b004-53e1-4558-91df-15b2456427a8 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:32.340358 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Attempting to bind port 70b2b004-53e1-4558-91df-15b2456427a8 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:32.340539 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Attempting to bind port 70b2b004-53e1-4558-91df-15b2456427a8 on network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:32.349071 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:32.349899 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:32.350418 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.350784 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Bound using segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:32.351594 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Bound port: 70b2b004-53e1-4558-91df-15b2456427a8, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:32.352125 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.375830 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a26b3-bfd5-4ed7-a9de-43475f2a64c8 None None] Pushing event updated for resources: {'Port': ['ID=70b2b004-53e1-4558-91df-15b2456427a8,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:32.380402 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-609a26b3-bfd5-4ed7-a9de-43475f2a64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:32.397784 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.408248 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] For port 70b2b004-53e1-4558-91df-15b2456427a8, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:32.412315 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] For port 70b2b004-53e1-4558-91df-15b2456427a8, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=70b2b004-53e1-4558-91df-15b2456427a8,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:32.416703 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.418842 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:32.480745 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-cd19171f-34ec-4807-bb74-cf83f2a0dc06 None None] Provisioning for port 7ab07543-b2b5-4ed2-b77b-b165284d9120 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:32.486516 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a26b3-bfd5-4ed7-a9de-43475f2a64c8 None None] Pushing event updated for resources: {'Port': ['ID=70b2b004-53e1-4558-91df-15b2456427a8,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:32.489876 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Routers {'15f35d39-1439-416b-a7b4-72367e4daac0'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:32.490510 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['15f35d39-1439-416b-a7b4-72367e4daac0'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:32.492856 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-609a26b3-bfd5-4ed7-a9de-43475f2a64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:32.494494 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-cd19171f-34ec-4807-bb74-cf83f2a0dc06 None None] Provisioning complete for port 7ab07543-b2b5-4ed2-b77b-b165284d9120 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:32.495086 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cd19171f-34ec-4807-bb74-cf83f2a0dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.562316 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.567503 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.569770 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-cd81f9af-3784-421c-9b13-490f4102488f tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:32.596706 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-cd19171f-34ec-4807-bb74-cf83f2a0dc06 None None] Port 7ab07543-b2b5-4ed2-b77b-b165284d9120 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:37:32.625406 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] Set router 15f35d39-1439-416b-a7b4-72367e4daac0 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:32.634067 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab07543-b2b5-4ed2-b77b-b165284d9120,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:32.636365 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634678'] for router_interface, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.638281 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:32.726762 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:32.728167 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:32.834059 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:31Z', 'revision_number': 1, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:32.862422 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Router 15f35d39-1439-416b-a7b4-72367e4daac0 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:37:32.871200 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d8aab-7d44-4feb-b500-7a9bd0b30ac3 None None] The sync data for ids ['15f35d39-1439-416b-a7b4-72367e4daac0'] in dv-cinder-792462-12-iscsi is: [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:31Z', 'revision_number': 1, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:32.902352 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device b469ba74-44ad-470a-8d0d-f39b03b5f2b1 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:32.961235 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:32.961613 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:32.986806 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:33.000364 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-69bd8bf9-1df4-431a-9287-f34d3efbecd8 admin admin] 10.222.0.44 "PUT /v2.0/routers/15f35d39-1439-416b-a7b4-72367e4daac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8094311 Jun 18 16:37:33.040140 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-be3de9bb-7c04-41a3-a629-226b54161765 None None] Provisioning complete for port 7ab07543-b2b5-4ed2-b77b-b165284d9120 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:33.040621 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-be3de9bb-7c04-41a3-a629-226b54161765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:33.089607 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-be3de9bb-7c04-41a3-a629-226b54161765 None None] Port 7ab07543-b2b5-4ed2-b77b-b165284d9120 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:37:33.517207 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46552) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:33.525467 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1316064266-network', 'tenant_id': 'afc485031b92450e91efa9d456a6b259'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:33.546634 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Made reservation on behalf of afc485031b92450e91efa9d456a6b259 for: {'network': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:37:33.548988 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for network, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:33.558487 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:33.655447 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:33.660378 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:33.664289 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c9883bdd-b35c-4850-aa24-6a30eaf1bb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:33.689927 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=92764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:37:33.697621 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cde909-aadf-4e3b-b41d-a781d0910c4a,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:33.701376 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:33.704530 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:33.704869 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.db.segments_db [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Added segment 563464d6-6b87-43c0-ae08-2e0ad3f2c45e of type vlan for network 2498354b-bd9f-427b-9bf8-ec0fee9af014 Jun 18 16:37:33.749554 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746440953308'] for network, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:33.781289 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610'] for network, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:33.782687 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:33.783266 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:33.785461 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2fe42f64-023b-4a54-93af-4bee83270664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:33.844154 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3227501 Jun 18 16:37:33.847199 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46554) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:33.853392 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Request body: {'subnet': {'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1316064266-subnet', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'ip_version': 4}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:33.853592 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Pushing event updated for resources: {'Network': ['ID=2498354b-bd9f-427b-9bf8-ec0fee9af014,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:33.856319 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-63d2d9b2-54e2-4c5e-8fb6-5d60ee69b29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:33.866561 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Network 2498354b-bd9f-427b-9bf8-ec0fee9af014 details requested by agent ovs-agent-dv-cinder-792462-12-iscsi with host dv-cinder-792462-12-iscsi {{(pid=92765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:37:33.878712 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Made reservation on behalf of afc485031b92450e91efa9d456a6b259 for: {'subnet': 1} {{(pid=92763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:37:33.881481 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528059890'] for subnet, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.054481 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12802773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528059872'] for subnet, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.056647 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:34.115337 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=aafe6882-d4c2-442a-9d56-81e8856584f7,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:34.117964 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:34.126683 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Checking segment: {'id': '563464d6-6b87-43c0-ae08-2e0ad3f2c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:34.127239 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Network hostable DHCP agents. Network: 2498354b-bd9f-427b-9bf8-ec0fee9af014, hostable agents: ['fc60afb1-cef9-4ca7-a753-8f326304b50b'], hosted agents: [] {{(pid=92763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:37:34.143626 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Network 2498354b-bd9f-427b-9bf8-ec0fee9af014 is scheduled to be hosted by DHCP agent fc60afb1-cef9-4ca7-a753-8f326304b50b with binding_index 1 {{(pid=92763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:37:34.152440 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-12-iscsi, 2498354b-bd9f-427b-9bf8-ec0fee9af014) {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:34.156240 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:34.156810 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.162874 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5db646-8a3e-44dd-a892-cfbee99f180a None None] Network 2498354b-bd9f-427b-9bf8-ec0fee9af014 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:37:34.173009 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f523c8f5-43de-41cb-a444-1af48e087abe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3223403 Jun 18 16:37:34.173291 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46556) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:34.177626 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1316064266-router', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:34.197448 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-608661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8040'] for router, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.198489 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.252032 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.309808 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1914829-0908-5414-9e78-249191c0edbc-2498354b-bd9f-427b-9bf8-ec0fee9af014', 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'fixed_ips': [{'subnet_id': 'aafe6882-d4c2-442a-9d56-81e8856584f7'}]}} from dv-cinder-792462-12-iscsi. {{(pid=92765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:37:34.310673 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.392120 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8053'] for router, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.443557 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.db_base_plugin_common [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Allocated IP 172.20.0.2 (2498354b-bd9f-427b-9bf8-ec0fee9af014/aafe6882-d4c2-442a-9d56-81e8856584f7/5792e9c4-846a-4fe0-b11d-bacc40b3d6f1) {{(pid=92765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:34.596723 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Notify callbacks [] for port, precommit_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.602956 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.607163 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Transition to ACTIVE for port object 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:34.622668 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Transition to ACTIVE for port object 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 will not be triggered until provisioned by entity DHCP. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:34.627327 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.628088 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958'] for port, after_create {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.633107 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-609a26b3-bfd5-4ed7-a9de-43475f2a64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:34.670850 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Network 2498354b-bd9f-427b-9bf8-ec0fee9af014 is already hosted by enough agents. {{(pid=92765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:34.673933 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.scheduler.base_scheduler [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Resources bound (agent type, host, resource id): {{(pid=92765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:34.678732 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Received port after_create {{(pid=92765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:34.687236 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Pushing event updated for resources: {'Port': ['ID=5792e9c4-846a-4fe0-b11d-bacc40b3d6f1,revision_number=1']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:34.691390 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:34.733044 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Allocated IP 172.27.3.5 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/a719188b-ceba-424c-82b5-2d33f412e58d) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:34.747457 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Attempting to bind port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:34.747839 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Attempting to bind port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '563464d6-6b87-43c0-ae08-2e0ad3f2c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:34.748458 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Attempting to bind port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 on network 2498354b-bd9f-427b-9bf8-ec0fee9af014 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:34.754056 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:34.754431 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Checking segment: {'id': '563464d6-6b87-43c0-ae08-2e0ad3f2c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:34.754855 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.755235 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Bound using segment: {'id': '563464d6-6b87-43c0-ae08-2e0ad3f2c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:34.755700 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Bound port: 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563464d6-6b87-43c0-ae08-2e0ad3f2c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:34.756076 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.804377 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Sync routers for ids ['15f35d39-1439-416b-a7b4-72367e4daac0'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:34.814577 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Routers {'15f35d39-1439-416b-a7b4-72367e4daac0'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:34.815562 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['15f35d39-1439-416b-a7b4-72367e4daac0'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:34.823390 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] For port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:34.826645 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] For port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=5792e9c4-846a-4fe0-b11d-bacc40b3d6f1,segment=NetworkSegment(563464d6-6b87-43c0-ae08-2e0ad3f2c45e),segment_id=563464d6-6b87-43c0-ae08-2e0ad3f2c45e)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:34.834698 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.837055 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:34.853422 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.898613 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.901741 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-5d969344-cab9-4e67-85e5-ae166383f181 tempest-VolumesSnapshotTestJSON-1569165436 tempest-VolumesSnapshotTestJSON-1569165436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:34.913893 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Pushing event updated for resources: {'Port': ['ID=5792e9c4-846a-4fe0-b11d-bacc40b3d6f1,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:34.919167 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-7cd9c3df-9e2c-4fbd-a031-756b0bf4f696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:34.954742 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:34.954968 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 70b2b004-53e1-4558-91df-15b2456427a8 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:34.959519 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:34.960227 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Set router 15f35d39-1439-416b-a7b4-72367e4daac0 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:34.962734 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:34.997196 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Pushing event updated for resources: {'Port': ['ID=a719188b-ceba-424c-82b5-2d33f412e58d,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:35.000280 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:35.014093 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 70b2b004-53e1-4558-91df-15b2456427a8 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:35.024567 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 70b2b004-53e1-4558-91df-15b2456427a8 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:35.025309 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.150654 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.178939 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 70b2b004-53e1-4558-91df-15b2456427a8, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=70b2b004-53e1-4558-91df-15b2456427a8,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:35.184615 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.191032 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:35.231968 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 2, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:35.251691 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=70b2b004-53e1-4558-91df-15b2456427a8,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:35.257950 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:35.266789 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Checking router: 15f35d39-1439-416b-a7b4-72367e4daac0 for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:35.267221 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Updating router 15f35d39-1439-416b-a7b4-72367e4daac0 port 7ab07543-b2b5-4ed2-b77b-b165284d9120 binding host dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:37:35.300645 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.326533 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.528661 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636416'] for router, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.659142 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Notify callbacks [] for port, precommit_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.664290 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f is scheduled to L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 with binding_index 1 {{(pid=92763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:37:35.670121 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.provisioning_blocks [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Transition to ACTIVE for port object 7ab07543-b2b5-4ed2-b77b-b165284d9120 will not be triggered until provisioned by entity L2. {{(pid=92766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:35.676016 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.679730 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:35.720053 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Pushing event updated for resources: {'Port': ['ID=7ab07543-b2b5-4ed2-b77b-b165284d9120,revision_number=3']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:35.762638 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.763362 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.763698 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.764027 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.764348 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.764669 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.764992 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.765311 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.765644 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.765988 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.766304 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.766614 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:35.782617 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:35.788909 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:35.794136 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Sync routers for ids ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:35.807279 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Routers {'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:35.808417 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:35.811240 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.812734 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6382089 Jun 18 16:37:35.815562 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46558) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:35.821732 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Attempting to bind port 7ab07543-b2b5-4ed2-b77b-b165284d9120 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:35.822714 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Attempting to bind port 7ab07543-b2b5-4ed2-b77b-b165284d9120 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:35.823257 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Attempting to bind port 7ab07543-b2b5-4ed2-b77b-b165284d9120 on network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:35.828968 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:35.829603 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Checking segment: {'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:35.830272 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.830819 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Bound using segment: {'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:35.831446 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Bound port: 7ab07543-b2b5-4ed2-b77b-b165284d9120, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'}}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:35.832001 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.898219 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] For port 7ab07543-b2b5-4ed2-b77b-b165284d9120, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:35.903825 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] For port 7ab07543-b2b5-4ed2-b77b-b165284d9120, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=7ab07543-b2b5-4ed2-b77b-b165284d9120,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:35.914702 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.927666 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:35.944123 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Set router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:35.980741 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Routers {'15f35d39-1439-416b-a7b4-72367e4daac0'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:35.981568 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['15f35d39-1439-416b-a7b4-72367e4daac0'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:36.054263 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Pushing event updated for resources: {'Port': ['ID=7ab07543-b2b5-4ed2-b77b-b165284d9120,revision_number=4']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:36.059858 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-b988df21-f0c3-40ac-b005-9c6f747c12ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:36.118045 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] Set router 15f35d39-1439-416b-a7b4-72367e4daac0 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:36.177861 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f663806d-742d-4148-92c1-dcdc6cfb479c None None] Network 2498354b-bd9f-427b-9bf8-ec0fee9af014 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:37:36.318407 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:36.335321 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:36.361642 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f9fe7-251e-47f7-ba8e-d5b6727a56bb None None] The sync data for ids ['15f35d39-1439-416b-a7b4-72367e4daac0'] in dv-cinder-792462-12-iscsi is: [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:36.452433 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'name': 'tempest-TestShelveInstance-1316064266-router', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 3, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'gw_port': {'id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:36.484648 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Allocated IP 172.20.0.1 (2498354b-bd9f-427b-9bf8-ec0fee9af014/aafe6882-d4c2-442a-9d56-81e8856584f7/2dfd03f8-3917-44dc-9bce-a6cdb558e1e2) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:36.492949 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Checking router: c26c20d2-e0fa-41e3-bccf-7098b6a29f2f for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:36.493340 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Updating router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f port a719188b-ceba-424c-82b5-2d33f412e58d binding host dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:37:36.545179 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a63c91a7-c240-4e02-bfca-18d01ed93bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:36.550374 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-25357e2a-d626-4ddc-a130-14872b1deafe None None] Provisioning for port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:36.554500 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:36.596972 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:36.613093 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Transition to ACTIVE for port object 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:36.656138 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:36.660772 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-449c7e0e-8881-4009-8afb-d2fdf5489447 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:36.711424 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Network 2498354b-bd9f-427b-9bf8-ec0fee9af014 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:36.714759 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:36.717524 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:36.759958 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632111'] for router_interface, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:36.867899 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Notify callbacks [] for port, precommit_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:36.879233 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Pushing event updated for resources: {'Port': ['ID=2dfd03f8-3917-44dc-9bce-a6cdb558e1e2,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:36.884019 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:36.888762 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Transition to ACTIVE for port object a719188b-ceba-424c-82b5-2d33f412e58d will not be triggered until provisioned by entity L2. {{(pid=92765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:36.917630 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:36.920087 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:36.940857 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:36.979086 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Attempting to bind port a719188b-ceba-424c-82b5-2d33f412e58d on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:36.979647 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Attempting to bind port a719188b-ceba-424c-82b5-2d33f412e58d by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:36.979854 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Attempting to bind port a719188b-ceba-424c-82b5-2d33f412e58d on network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:36.986037 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a889d59-b563-4a78-a831-ff79eea7d8e7 None None] Pushing event updated for resources: {'Port': ['ID=a719188b-ceba-424c-82b5-2d33f412e58d,revision_number=2']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:36.993992 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-1a889d59-b563-4a78-a831-ff79eea7d8e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:36.997083 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:36.997908 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Checking segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:36.997908 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:36.999482 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Bound using segment: {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'} {{(pid=92765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:36.999482 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.managers [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Bound port: a719188b-ceba-424c-82b5-2d33f412e58d, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf37f3e-caa9-4b9c-afa4-53e93c216152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23'}}] {{(pid=92765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:36.999482 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.026013 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.066989 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] For port a719188b-ceba-424c-82b5-2d33f412e58d, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:37.071324 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] For port a719188b-ceba-424c-82b5-2d33f412e58d, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=a719188b-ceba-424c-82b5-2d33f412e58d,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:37.077883 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.081203 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:37.120122 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 7ab07543-b2b5-4ed2-b77b-b165284d9120 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:37.144864 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.151203 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.155091 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2b0ab92a-d48c-41f2-9d19-0eacd2861323 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:37.170345 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Routers {'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:37.170985 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:37.214156 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a889d59-b563-4a78-a831-ff79eea7d8e7 None None] Pushing event updated for resources: {'Port': ['ID=a719188b-ceba-424c-82b5-2d33f412e58d,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:37.220575 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-c64058fe-6327-4171-b4e2-38fd546f00ea None None] Provisioning for port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:37.221079 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Pushing event updated for resources: {'Port': ['ID=2dfd03f8-3917-44dc-9bce-a6cdb558e1e2,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:37.222926 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-1a889d59-b563-4a78-a831-ff79eea7d8e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:37.224098 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:37.224901 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634678'] for router_interface, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.234816 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-c64058fe-6327-4171-b4e2-38fd546f00ea None None] Provisioning complete for port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:37.235200 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-c64058fe-6327-4171-b4e2-38fd546f00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.314402 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-c64058fe-6327-4171-b4e2-38fd546f00ea None None] Port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:37:37.319452 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Network 2498354b-bd9f-427b-9bf8-ec0fee9af014 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:37.320840 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:37.330141 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 7ab07543-b2b5-4ed2-b77b-b165284d9120 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:37.333933 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] Set router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:37.366675 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 7ab07543-b2b5-4ed2-b77b-b165284d9120 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:37.367054 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.437757 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:37:37.554229 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:37.554467 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.559206 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-93d98cb2-77de-4394-82d2-2ed6a7b35dbc admin admin] 10.222.0.44 "PUT /v2.0/routers/c26c20d2-e0fa-41e3-bccf-7098b6a29f2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7423942 Jun 18 16:37:37.571043 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-6460085c-f520-47ce-a314-d2c5cc74feb4 None None] Provisioning complete for port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:37.571395 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6460085c-f520-47ce-a314-d2c5cc74feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.641758 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 7ab07543-b2b5-4ed2-b77b-b165284d9120, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=7ab07543-b2b5-4ed2-b77b-b165284d9120,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:37.650400 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.651364 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:37.654934 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:37.677349 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-6460085c-f520-47ce-a314-d2c5cc74feb4 None None] Port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:37:37.744748 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=7ab07543-b2b5-4ed2-b77b-b165284d9120,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:37.748698 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'name': 'tempest-TestShelveInstance-1316064266-router', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:36Z', 'revision_number': 4, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'gw_port': {'id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '2dfd03f8-3917-44dc-9bce-a6cdb558e1e2', 'name': '', 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'mac_address': 'fa:16:3e:76:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'aafe6882-d4c2-442a-9d56-81e8856584f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:36Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 2, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'subnets': [{'id': 'aafe6882-d4c2-442a-9d56-81e8856584f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:37.752196 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:37.781148 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f9eb4c-11ac-4a25-a6e4-b13ea6aab90f None None] The sync data for ids ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'] in dv-cinder-792462-12-iscsi is: [{'id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'name': 'tempest-TestShelveInstance-1316064266-router', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:36Z', 'revision_number': 4, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'gw_port': {'id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '2dfd03f8-3917-44dc-9bce-a6cdb558e1e2', 'name': '', 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'mac_address': 'fa:16:3e:76:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'aafe6882-d4c2-442a-9d56-81e8856584f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:36Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 2, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'subnets': [{'id': 'aafe6882-d4c2-442a-9d56-81e8856584f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:37.792257 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:37.796448 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:37.797157 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.887564 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.921036 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=5792e9c4-846a-4fe0-b11d-bacc40b3d6f1,segment=NetworkSegment(563464d6-6b87-43c0-ae08-2e0ad3f2c45e),segment_id=563464d6-6b87-43c0-ae08-2e0ad3f2c45e)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:37.925989 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:37.927403 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 70b2b004-53e1-4558-91df-15b2456427a8 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:37.929954 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:38.017538 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=5792e9c4-846a-4fe0-b11d-bacc40b3d6f1,revision_number=3']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:38.021360 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:38.032107 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 70b2b004-53e1-4558-91df-15b2456427a8 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:38.032107 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.239616 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46566) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:38.244287 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [None req-38e06c8d-756b-4d06-b0df-69eff20c7519 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254888495', 'description': 'tempest-secgroup-smoke-254888495 description', 'project_id': 'f6787e72075541a5a6f6ca0f639449f6'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:38.267041 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-38e06c8d-756b-4d06-b0df-69eff20c7519 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.352137 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-38e06c8d-756b-4d06-b0df-69eff20c7519 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.356470 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-38e06c8d-756b-4d06-b0df-69eff20c7519 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.359269 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e3070bb6-c7e8-4165-aa46-4d6afb7665fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:38.386059 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-38e06c8d-756b-4d06-b0df-69eff20c7519 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.387188 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-38e06c8d-756b-4d06-b0df-69eff20c7519 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1466274 Jun 18 16:37:38.388278 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e06c8d-756b-4d06-b0df-69eff20c7519 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb2b774-0164-4477-baec-1e6475d84d3d,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:38.390326 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46568) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:38.390885 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-38e06c8d-756b-4d06-b0df-69eff20c7519 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:38.396002 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-83939293-d47b-4e74-9f04-0a959233eeca tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Request body: {'security_group_rule': {'security_group_id': '1bb2b774-0164-4477-baec-1e6475d84d3d', 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:38.420587 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-83939293-d47b-4e74-9f04-0a959233eeca tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.474766 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-83939293-d47b-4e74-9f04-0a959233eeca tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.478296 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-83939293-d47b-4e74-9f04-0a959233eeca tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.480344 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:38.497758 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83939293-d47b-4e74-9f04-0a959233eeca tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb89cf6-9323-4fb0-a47b-84b6d1061be2,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:38.500334 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-83939293-d47b-4e74-9f04-0a959233eeca tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:38.502259 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-83939293-d47b-4e74-9f04-0a959233eeca tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.503620 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-83939293-d47b-4e74-9f04-0a959233eeca tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115687 Jun 18 16:37:38.506687 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46570) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:38.511031 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-e7e629fb-5965-457d-ab51-7eae2b4f0d0e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Request body: {'security_group_rule': {'security_group_id': '1bb2b774-0164-4477-baec-1e6475d84d3d', 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:38.538733 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e7e629fb-5965-457d-ab51-7eae2b4f0d0e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.596437 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e7e629fb-5965-457d-ab51-7eae2b4f0d0e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.600312 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e7e629fb-5965-457d-ab51-7eae2b4f0d0e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.602627 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-83939293-d47b-4e74-9f04-0a959233eeca tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:38.619725 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e629fb-5965-457d-ab51-7eae2b4f0d0e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ffd5ba-a465-4c31-9b85-16f8baba6b65,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:38.622165 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e7e629fb-5965-457d-ab51-7eae2b4f0d0e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:38.623501 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e7e629fb-5965-457d-ab51-7eae2b4f0d0e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.624655 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-e7e629fb-5965-457d-ab51-7eae2b4f0d0e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170340 Jun 18 16:37:38.627421 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46572) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:38.631934 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-f155b641-3d8e-4209-bda7-025a94a16bc9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Request body: {'security_group_rule': {'security_group_id': '1bb2b774-0164-4477-baec-1e6475d84d3d', 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:38.657758 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f155b641-3d8e-4209-bda7-025a94a16bc9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.717410 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f155b641-3d8e-4209-bda7-025a94a16bc9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.721049 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f155b641-3d8e-4209-bda7-025a94a16bc9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.723880 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:38.739561 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155b641-3d8e-4209-bda7-025a94a16bc9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6ff17c-aa79-4ec8-8e24-3b41e1fed9e9,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:38.741776 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f155b641-3d8e-4209-bda7-025a94a16bc9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:38.746175 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f155b641-3d8e-4209-bda7-025a94a16bc9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.747391 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-f155b641-3d8e-4209-bda7-025a94a16bc9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190696 Jun 18 16:37:38.750071 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46574) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:38.755027 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-1bea2b91-6ac5-4c91-8f29-dc895366fc07 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Request body: {'security_group_rule': {'security_group_id': '1bb2b774-0164-4477-baec-1e6475d84d3d', 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:38.780065 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1bea2b91-6ac5-4c91-8f29-dc895366fc07 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.843674 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1bea2b91-6ac5-4c91-8f29-dc895366fc07 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.849709 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1bea2b91-6ac5-4c91-8f29-dc895366fc07 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.871348 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-b7b64ead-4ac3-4428-a647-953d824a3ae2 tempest-TestMinimumBasicScenario-1370007683 tempest-TestMinimumBasicScenario-1370007683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:38.872534 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4dfba9b2-7cb9-4827-9028-d53b054164ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.887861 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea2b91-6ac5-4c91-8f29-dc895366fc07 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25619e89-9a2a-4f37-9acb-b4d7fddfdacb,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:38.891558 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1bea2b91-6ac5-4c91-8f29-dc895366fc07 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:38.898029 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1bea2b91-6ac5-4c91-8f29-dc895366fc07 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.899405 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1bea2b91-6ac5-4c91-8f29-dc895366fc07 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483073 Jun 18 16:37:38.902398 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46576) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:38.905395 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 7ab07543-b2b5-4ed2-b77b-b165284d9120 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:38.907617 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-efc7da7e-5506-4f2b-adde-1898eeed9511 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Request body: {'security_group_rule': {'security_group_id': '1bb2b774-0164-4477-baec-1e6475d84d3d', 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:38.912067 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.930430 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.securitygroups_db [None req-efc7da7e-5506-4f2b-adde-1898eeed9511 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Project f6787e72075541a5a6f6ca0f639449f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:37:38.935175 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-efc7da7e-5506-4f2b-adde-1898eeed9511 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.958692 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 7ab07543-b2b5-4ed2-b77b-b165284d9120 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:38.959088 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.994010 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-efc7da7e-5506-4f2b-adde-1898eeed9511 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.998818 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-efc7da7e-5506-4f2b-adde-1898eeed9511 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:39.000977 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:39.017980 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7da7e-5506-4f2b-adde-1898eeed9511 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff6f752-9f96-4d0d-afed-98f0f8510d9d,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:39.021026 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-efc7da7e-5506-4f2b-adde-1898eeed9511 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:39.028842 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-efc7da7e-5506-4f2b-adde-1898eeed9511 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:39.030365 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-efc7da7e-5506-4f2b-adde-1898eeed9511 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268280 Jun 18 16:37:39.032827 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46578) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:39.038115 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-cb7827f9-ecc7-4c9e-a4bc-8bdebed22c74 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Request body: {'security_group_rule': {'security_group_id': '1bb2b774-0164-4477-baec-1e6475d84d3d', 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:39.044947 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:39.060233 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.securitygroups_db [None req-cb7827f9-ecc7-4c9e-a4bc-8bdebed22c74 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Project f6787e72075541a5a6f6ca0f639449f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:37:39.065728 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cb7827f9-ecc7-4c9e-a4bc-8bdebed22c74 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:39.092335 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:39.092719 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:39.130830 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cb7827f9-ecc7-4c9e-a4bc-8bdebed22c74 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:39.134501 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cb7827f9-ecc7-4c9e-a4bc-8bdebed22c74 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412363'] for security_group_rule, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:39.140233 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:39.156903 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7827f9-ecc7-4c9e-a4bc-8bdebed22c74 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4010c7-9d29-40a3-9043-16e777b0c208,revision_number=0']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:39.159946 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-cb7827f9-ecc7-4c9e-a4bc-8bdebed22c74 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:39.161895 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cb7827f9-ecc7-4c9e-a4bc-8bdebed22c74 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:39.163253 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-cb7827f9-ecc7-4c9e-a4bc-8bdebed22c74 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293936 Jun 18 16:37:40.109274 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:40.521835 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Sync routers for ids ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:40.530803 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Routers {'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:40.531403 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:40.636608 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Set router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:40.837402 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'name': 'tempest-TestShelveInstance-1316064266-router', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:36Z', 'revision_number': 4, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'gw_port': {'id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '2dfd03f8-3917-44dc-9bce-a6cdb558e1e2', 'name': '', 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'mac_address': 'fa:16:3e:76:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'aafe6882-d4c2-442a-9d56-81e8856584f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:36Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 2, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'subnets': [{'id': 'aafe6882-d4c2-442a-9d56-81e8856584f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:40.869887 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Checking router: c26c20d2-e0fa-41e3-bccf-7098b6a29f2f for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:40.870277 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Updating router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 binding host dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:37:40.899421 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device a719188b-ceba-424c-82b5-2d33f412e58d up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:40.905638 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:40.949338 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port a719188b-ceba-424c-82b5-2d33f412e58d completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:40.954681 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port a719188b-ceba-424c-82b5-2d33f412e58d triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:40.955064 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:41.043251 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:41.063561 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port a719188b-ceba-424c-82b5-2d33f412e58d, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=a719188b-ceba-424c-82b5-2d33f412e58d,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:41.067357 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:41.070313 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:41.177018 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Notify callbacks [] for port, precommit_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:41.187387 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.provisioning_blocks [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Transition to ACTIVE for port object 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 will not be triggered until provisioned by entity L2. {{(pid=92766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:41.193841 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:41.196457 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-4bf2a1ff-bab4-404c-adfc-793d01547b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:41.243861 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=a719188b-ceba-424c-82b5-2d33f412e58d,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:41.250625 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.250968 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.251304 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.251632 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.251973 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.252297 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.252614 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.252930 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.253247 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.253560 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.253902 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.254216 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:41.262773 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:41.280190 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f9c24-a8a1-434f-be97-5ccc043376b1 None None] Pushing event updated for resources: {'Port': ['ID=2dfd03f8-3917-44dc-9bce-a6cdb558e1e2,revision_number=3']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:41.284424 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-1d5f9c24-a8a1-434f-be97-5ccc043376b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:41.340677 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Attempting to bind port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 on host dv-cinder-792462-12-iscsi for vnic_type normal with profile {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:41.341185 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Attempting to bind port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 by drivers openvswitch,hyperv on host dv-cinder-792462-12-iscsi at level 0 using segments [{'id': '563464d6-6b87-43c0-ae08-2e0ad3f2c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014'}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:41.341621 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Attempting to bind port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 on network 2498354b-bd9f-427b-9bf8-ec0fee9af014 {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:41.346877 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Checking agent: {'id': '0a56052d-542c-4c00-af6b-1b0f27fc9ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 18, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:41.347249 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Checking segment: {'id': '563464d6-6b87-43c0-ae08-2e0ad3f2c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:41.347649 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:41.348041 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Bound using segment: {'id': '563464d6-6b87-43c0-ae08-2e0ad3f2c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014'} {{(pid=92766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:41.348725 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.managers [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Bound port: 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2, host: dv-cinder-792462-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563464d6-6b87-43c0-ae08-2e0ad3f2c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014'}}] {{(pid=92766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:41.349100 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:41.412649 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] For port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2, host dv-cinder-792462-12-iscsi, cleared binding levels {{(pid=92766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:41.416269 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.plugins.ml2.db [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] For port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2, host dv-cinder-792462-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=2dfd03f8-3917-44dc-9bce-a6cdb558e1e2,segment=NetworkSegment(563464d6-6b87-43c0-ae08-2e0ad3f2c45e),segment_id=563464d6-6b87-43c0-ae08-2e0ad3f2c45e)] {{(pid=92766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:41.420576 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron_lib.callbacks.manager [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:41.423915 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:41.481838 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f9c24-a8a1-434f-be97-5ccc043376b1 None None] Pushing event updated for resources: {'Port': ['ID=2dfd03f8-3917-44dc-9bce-a6cdb558e1e2,revision_number=4']} {{(pid=92766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:41.484322 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Routers {'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:41.484931 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:37:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:41.486978 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG oslo_concurrency.lockutils [None req-1d5f9c24-a8a1-434f-be97-5ccc043376b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:41.681045 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] Set router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:41.882528 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'name': 'tempest-TestShelveInstance-1316064266-router', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:36Z', 'revision_number': 4, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'gw_port': {'id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '2dfd03f8-3917-44dc-9bce-a6cdb558e1e2', 'name': '', 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'mac_address': 'fa:16:3e:76:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'aafe6882-d4c2-442a-9d56-81e8856584f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:36Z', 'updated_at': '2021-06-18T16:37:41Z', 'revision_number': 4, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'subnets': [{'id': 'aafe6882-d4c2-442a-9d56-81e8856584f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:41.908216 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b4adf-6f37-4e64-a55d-d20c05d8f738 None None] The sync data for ids ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'] in dv-cinder-792462-12-iscsi is: [{'id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'name': 'tempest-TestShelveInstance-1316064266-router', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:36Z', 'revision_number': 4, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'gw_port': {'id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '2dfd03f8-3917-44dc-9bce-a6cdb558e1e2', 'name': '', 'network_id': '2498354b-bd9f-427b-9bf8-ec0fee9af014', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'mac_address': 'fa:16:3e:76:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'aafe6882-d4c2-442a-9d56-81e8856584f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:36Z', 'updated_at': '2021-06-18T16:37:41Z', 'revision_number': 4, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'subnets': [{'id': 'aafe6882-d4c2-442a-9d56-81e8856584f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:41.991572 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:42.906917 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device a719188b-ceba-424c-82b5-2d33f412e58d up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:42.953739 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port a719188b-ceba-424c-82b5-2d33f412e58d triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:42.954107 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:43.034179 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:43.079510 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning for port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:43.083209 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:43.083593 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:43.160304 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:43.193380 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] For port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=2dfd03f8-3917-44dc-9bce-a6cdb558e1e2,segment=NetworkSegment(563464d6-6b87-43c0-ae08-2e0ad3f2c45e),segment_id=563464d6-6b87-43c0-ae08-2e0ad3f2c45e)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:43.197473 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:43.200543 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-609a26b3-bfd5-4ed7-a9de-43475f2a64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:43.251370 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Pushing event updated for resources: {'Port': ['ID=2dfd03f8-3917-44dc-9bce-a6cdb558e1e2,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:43.256001 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:44.878903 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 up at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:44.927109 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Provisioning complete for port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:44.927494 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:55.586367 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-a9e42961-ab5a-4802-b4de-68724590eadf tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254888495&fields=id&tenant_id=f6787e72075541a5a6f6ca0f639449f6 HTTP/1.1" status: 200 len: 267 time: 0.0342808 Jun 18 16:37:55.688420 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-1d1daffc-edb7-4c01-a041-7d8dc5893f53 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:55.689770 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-1d1daffc-edb7-4c01-a041-7d8dc5893f53 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 809 time: 0.0970654 Jun 18 16:37:55.704475 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-ace97cb2-73fb-4d69-8209-380b69e6ef2b tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/quotas/f6787e72075541a5a6f6ca0f639449f6 HTTP/1.1" status: 200 len: 375 time: 0.0086646 Jun 18 16:37:55.774707 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-7fe12514-879a-4549-b6aa-b7bca239daae tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650835 Jun 18 16:37:55.876984 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-56a1c9b3-78f7-43a9-b0d2-ed1dc5fb2d53 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:37:55.877967 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-56a1c9b3-78f7-43a9-b0d2-ed1dc5fb2d53 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0927868 Jun 18 16:37:55.963527 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-631abd8e-345a-4d5c-9cfe-7f7aa828510f service neutron] 10.222.0.44 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786886 Jun 18 16:37:56.051806 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-c30fbe7c-6272-4ece-84c7-5526a774605a service neutron] 10.222.0.44 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827081 Jun 18 16:37:56.343755 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-65b699c6-b829-45c9-b9db-566eaf2a31e4 req-497c1847-40b5-4d3e-bc30-291a1e6b2115 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 210 time: 0.0281270 Jun 18 16:37:57.487075 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-795de720-59fb-4501-9964-47d52f71cf35 req-ee296d65-dd5f-4010-ae9e-c529db8b70a2 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 210 time: 0.0298939 Jun 18 16:37:57.648186 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-408bf217-6344-4924-adcd-e11718984158 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:57.649796 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-408bf217-6344-4924-adcd-e11718984158 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.72 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 809 time: 0.1085193 Jun 18 16:37:57.709307 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-ce3b64da-cb90-4ed6-bd4b-0f6701f23a5d tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6787e72075541a5a6f6ca0f639449f6 HTTP/1.1" status: 200 len: 379 time: 0.0347061 Jun 18 16:37:57.718284 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Request body: {'port': {'device_id': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'admin_state_up': True, 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'security_groups': ['1bb2b774-0164-4477-baec-1e6475d84d3d']}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:57.831469 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Made reservation on behalf of f6787e72075541a5a6f6ca0f639449f6 for: {'port': 1} {{(pid=92764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:37:57.836271 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:57.960775 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_common [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Allocated IP 172.20.0.9 (d5ec2e8f-7315-4d7f-8ae8-def8950074f3/51013165-3d99-49a7-a655-96fc72abef4f/fdfd3f97-715a-47cf-a775-52feeacb4f73) {{(pid=92764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:58.108114 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for port, precommit_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:58.121463 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Transition to ACTIVE for port object fdfd3f97-715a-47cf-a775-52feeacb4f73 will not be triggered until provisioned by entity DHCP. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:58.154531 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12647048'] for port, after_create {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:58.158303 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5760badc-80fd-4627-84bf-d9b54b73b1ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:58.199153 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 is already hosted by enough agents. {{(pid=92764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:58.202445 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.scheduler.base_scheduler [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Resources bound (agent type, host, resource id): {{(pid=92764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:58.206143 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Received port after_create {{(pid=92764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:58.236264 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event updated for resources: {'Port': ['ID=fdfd3f97-715a-47cf-a775-52feeacb4f73,revision_number=1']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:58.241223 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:58.264786 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:58.265500 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:58.286456 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-86fd80ed-9a11-48c8-b70e-32ba187842a6 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719609 Jun 18 16:37:58.303219 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-f692b9dc-1672-41e8-b966-62c3456a7c28 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:37:58.304403 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-f692b9dc-1672-41e8-b966-62c3456a7c28 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061688 Jun 18 16:37:58.375077 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.v2.base [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Request body: {'port': {'device_id': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:58.468323 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-15488c26-9105-4a7e-bb74-5f54ce9077a3 None None] Provisioning for port fdfd3f97-715a-47cf-a775-52feeacb4f73 completed by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:58.472701 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-15488c26-9105-4a7e-bb74-5f54ce9077a3 None None] Provisioning complete for port fdfd3f97-715a-47cf-a775-52feeacb4f73 triggered by entity DHCP. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:58.473081 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-15488c26-9105-4a7e-bb74-5f54ce9077a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:58.509813 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-15488c26-9105-4a7e-bb74-5f54ce9077a3 None None] Port fdfd3f97-715a-47cf-a775-52feeacb4f73 cannot update to ACTIVE because it is not bound. {{(pid=92765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:37:58.755078 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:58.780677 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcd808-9d4c-4ff5-be2f-d0ea0afe598f req-511acb64-802f-466b-a2c3-e4e15c422828 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:58.782122 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d4dcd808-9d4c-4ff5-be2f-d0ea0afe598f req-511acb64-802f-466b-a2c3-e4e15c422828 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 931 time: 0.1220343 Jun 18 16:37:58.899576 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d4dcd808-9d4c-4ff5-be2f-d0ea0afe598f req-a0295c69-cabc-4646-a104-a5308f755677 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992613 Jun 18 16:37:59.058119 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfd3f97-715a-47cf-a775-52feeacb4f73 {{(pid=92764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:37:59.065599 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.078446 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Transition to ACTIVE for port object fdfd3f97-715a-47cf-a775-52feeacb4f73 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:59.081875 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.084204 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4ea5535a-2f68-488b-8564-5c6a3c75ac4b tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:59.160022 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfd3f97-715a-47cf-a775-52feeacb4f73,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:59.165093 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:59.231306 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Attempting to bind port fdfd3f97-715a-47cf-a775-52feeacb4f73 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:59.231641 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Attempting to bind port fdfd3f97-715a-47cf-a775-52feeacb4f73 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:59.231988 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Attempting to bind port fdfd3f97-715a-47cf-a775-52feeacb4f73 on network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:59.236542 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Port fdfd3f97-715a-47cf-a775-52feeacb4f73 on network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:37:59.236864 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Attempting to bind port fdfd3f97-715a-47cf-a775-52feeacb4f73 on network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:59.242850 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Checking agent: {'id': '2c09763b-c4b7-4dfc-9583-1b02ec5d007f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'started_at': datetime.datetime(2021, 6, 18, 16, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:59.243186 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Checking segment: {'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:59.243571 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Bound using segment: {'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:59.244000 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Bound port: fdfd3f97-715a-47cf-a775-52feeacb4f73, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65d29ba-57c4-402e-9590-31215e92d490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:59.244347 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.308870 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] For port fdfd3f97-715a-47cf-a775-52feeacb4f73, host hv-cinder-79246, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:59.311686 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] For port fdfd3f97-715a-47cf-a775-52feeacb4f73, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:59.316182 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12647102'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.318839 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-0aafb976-ac97-4f41-91bf-ade035735b02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:59.351953 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:59.352552 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.354101 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 1093 time: 1.0431015 Jun 18 16:37:59.354441 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:59.356753 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4958d2-baf4-4ea9-9105-7ddc004036ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:59.386417 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfd3f97-715a-47cf-a775-52feeacb4f73,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:59.389633 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-89d0cc81-4742-4dd7-9406-e6fb272c70a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:59.463795 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed9f9f6-c1e4-49fa-864d-778abbcb4e31 x-openstack-request-id: req-6ed9f9f6-c1e4-49fa-864d-778abbcb4e31 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:59.464130 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:59.464423 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ed9f9f6-c1e4-49fa-864d-778abbcb4e31 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:59.464855 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'status': 'completed', 'code': 200} Jun 18 16:37:59.480878 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-485b90bd-7696-4bda-ba5f-99467a479071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:59.482609 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-485b90bd-7696-4bda-ba5f-99467a479071 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1096 time: 0.0653498 Jun 18 16:37:59.531309 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-8af53e21-9743-4d15-a414-763866ee9557 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 217 time: 0.0346634 Jun 18 16:37:59.583589 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-f744c02b-6fd0-4775-a74f-e3cd070a2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:59.585450 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-f744c02b-6fd0-4775-a74f-e3cd070a2eba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 200 len: 848 time: 0.0472651 Jun 18 16:37:59.639803 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-855602c2-627a-41e5-9074-b51477ab796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:59.641220 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-855602c2-627a-41e5-9074-b51477ab796e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500093 Jun 18 16:37:59.737694 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-c6061739-d585-47bc-a157-1f59bbd1c908 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883689 Jun 18 16:37:59.829269 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-81042acd-92d4-44ff-8d08-0f2ed6e6f5aa req-68f6b5d8-af55-45dd-8727-899b0d9b3be4 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829351 Jun 18 16:37:59.983634 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-ccf3289b-5a98-4ec7-bba4-555cc41d7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:59.985111 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-ccf3289b-5a98-4ec7-bba4-555cc41d7a99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1096 time: 0.0551181 Jun 18 16:38:00.116928 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-c63eca5f-97b5-4401-be4e-c4d51c8bfaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:00.118277 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-c63eca5f-97b5-4401-be4e-c4d51c8bfaf0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 910 time: 0.1238103 Jun 18 16:38:00.134326 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b688a47-bcbf-4100-a2d3-89ccf61ffc3b req-ce1f699d-6ae0-4667-ab9b-25f0ff817717 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:00.135671 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0b688a47-bcbf-4100-a2d3-89ccf61ffc3b req-ce1f699d-6ae0-4667-ab9b-25f0ff817717 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0947251 Jun 18 16:38:00.178026 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-ae6175c3-4aa8-4a41-8671-12e8d4b8f01c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 217 time: 0.0519435 Jun 18 16:38:00.232552 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0b688a47-bcbf-4100-a2d3-89ccf61ffc3b req-29dc752f-e2a9-47e3-b966-77b6fd309362 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907032 Jun 18 16:38:00.239469 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-c592364b-75ca-42e6-88e7-19e008852b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:00.241629 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-c592364b-75ca-42e6-88e7-19e008852b25 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 200 len: 848 time: 0.0568459 Jun 18 16:38:00.297165 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-91e2aa5b-208c-4692-a926-2deb1a3c1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:00.298640 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-91e2aa5b-208c-4692-a926-2deb1a3c1be1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509965 Jun 18 16:38:00.390049 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-6371a8f7-35d8-4f40-a2c0-620b13efed02 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843129 Jun 18 16:38:00.477366 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-df4958d2-baf4-4ea9-9105-7ddc004036ac req-0889157a-5743-4132-ba93-5e55e0810444 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799346 Jun 18 16:38:00.692754 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:38:01.409970 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a372b-5678-4350-9151-dd9365cf12fe req-f6e3a281-065b-4007-9b34-4e9b848204bb tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:01.411413 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ca9a372b-5678-4350-9151-dd9365cf12fe req-f6e3a281-065b-4007-9b34-4e9b848204bb tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0630083 Jun 18 16:38:01.448735 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-ca9a372b-5678-4350-9151-dd9365cf12fe req-feeb289e-3b79-4a2a-923c-4c45ea98c48e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316453 Jun 18 16:38:02.617340 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cd8eb-b412-49ca-b263-f4e880c09f6d req-1363e41b-6830-4eff-8413-6711b5bb0e29 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:02.618791 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-368cd8eb-b412-49ca-b263-f4e880c09f6d req-1363e41b-6830-4eff-8413-6711b5bb0e29 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0617967 Jun 18 16:38:02.655687 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-368cd8eb-b412-49ca-b263-f4e880c09f6d req-afa59616-b596-4d56-9465-7f52aa77700e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313873 Jun 18 16:38:03.831916 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86953f6f-d71e-486b-8bb4-0957edfc3a5a req-e6188988-4a19-4131-a55e-64b78f300c3a tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:03.833348 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-86953f6f-d71e-486b-8bb4-0957edfc3a5a req-e6188988-4a19-4131-a55e-64b78f300c3a tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0666730 Jun 18 16:38:03.871251 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-86953f6f-d71e-486b-8bb4-0957edfc3a5a req-00b6b0ca-7bcc-4536-ae22-47d70de6a67f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313540 Jun 18 16:38:05.047318 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e75b3-a31b-459b-ac4f-1b2bcefd479f req-053663af-4911-4ad9-9a94-1ac85abd5c8b tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:05.048761 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-968e75b3-a31b-459b-ac4f-1b2bcefd479f req-053663af-4911-4ad9-9a94-1ac85abd5c8b tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0661225 Jun 18 16:38:05.085568 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-968e75b3-a31b-459b-ac4f-1b2bcefd479f req-b6adc080-5c3e-4a4b-bace-57514296c410 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Jun 18 16:38:06.256305 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fdfd3f97-715a-47cf-a775-52feeacb4f73 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:38:06.261166 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f007d03-76aa-44a7-88cd-9b90812413b7 req-5ec47fa3-5d8a-436b-9556-9e8c5c16d0ab tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:06.262678 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7f007d03-76aa-44a7-88cd-9b90812413b7 req-5ec47fa3-5d8a-436b-9556-9e8c5c16d0ab tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0639238 Jun 18 16:38:06.301940 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-7f007d03-76aa-44a7-88cd-9b90812413b7 req-fd00a4ec-ba55-4da3-9f53-900f4df33a3f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335243 Jun 18 16:38:06.347295 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port fdfd3f97-715a-47cf-a775-52feeacb4f73, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:06.361375 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'port_id': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'mac_address': 'fa:16:3e:d0:74:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:38:06.402585 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.415093 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfd3f97-715a-47cf-a775-52feeacb4f73 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:38:06.433695 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port fdfd3f97-715a-47cf-a775-52feeacb4f73, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:06.437614 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.439378 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:06.482301 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=fdfd3f97-715a-47cf-a775-52feeacb4f73,revision_number=4']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:06.487920 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:06.499828 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0e33ac62-2c61-4459-a2e8-efd0213796fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.759674 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['fdfd3f97-715a-47cf-a775-52feeacb4f73'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:38:06.995540 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.474964 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8937e8-1eba-48af-b681-91c021546412 req-c0e708da-0441-421e-b9ab-2a5865bf10f4 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:07.476414 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9b8937e8-1eba-48af-b681-91c021546412 req-c0e708da-0441-421e-b9ab-2a5865bf10f4 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 944 time: 0.0621116 Jun 18 16:38:07.513579 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-9b8937e8-1eba-48af-b681-91c021546412 req-a6d56db0-ebd5-4053-a937-7cb14d0eba1e tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Jun 18 16:38:08.250110 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fdfd3f97-715a-47cf-a775-52feeacb4f73 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:38:08.296232 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning for port fdfd3f97-715a-47cf-a775-52feeacb4f73 completed by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:38:08.299872 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port fdfd3f97-715a-47cf-a775-52feeacb4f73 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:08.300254 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.375486 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.397698 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:38:08.400545 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e2ec3a-660b-41c5-a3be-dc83c6003591" -d '{"events": [{"server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "name": "network-vif-plugged", "status": "completed", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:38:08.412526 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port fdfd3f97-715a-47cf-a775-52feeacb4f73, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:08.417078 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.419806 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:08.468000 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=fdfd3f97-715a-47cf-a775-52feeacb4f73,revision_number=5']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:08.471029 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:08.489369 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40426d6-99d8-4bfd-82e2-923feb99b7ed x-openstack-request-id: req-f40426d6-99d8-4bfd-82e2-923feb99b7ed {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:38:08.489662 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "name": "network-vif-plugged", "status": "completed", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:38:08.489943 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f40426d6-99d8-4bfd-82e2-923feb99b7ed {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:38:08.490596 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'code': 200} Jun 18 16:38:08.693889 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c88e3-8105-4f8e-b097-17ea265b9bcc req-4eaa5c87-881a-483f-9953-98d0568d7ba8 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:08.695369 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e60c88e3-8105-4f8e-b097-17ea265b9bcc req-4eaa5c87-881a-483f-9953-98d0568d7ba8 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0687752 Jun 18 16:38:08.734208 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e60c88e3-8105-4f8e-b097-17ea265b9bcc req-0ac37182-fcab-4634-ac2c-057893384551 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317521 Jun 18 16:38:08.799557 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482bf1-d157-41e8-b8db-429f6e571b50 req-2a0a172d-1232-4657-9011-87d4ad51aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:08.801010 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b9482bf1-d157-41e8-b8db-429f6e571b50 req-2a0a172d-1232-4657-9011-87d4ad51aefd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1098 time: 0.0507984 Jun 18 16:38:08.833326 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-b9482bf1-d157-41e8-b8db-429f6e571b50 req-dcc1a149-36ef-40a4-9c21-bb4df726b191 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263681 Jun 18 16:38:08.868305 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-967f8e27-ca68-408b-be3d-7b24a44ceca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.892103 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:09.916393 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83095321-c456-45fa-9ac6-b85851461f7d req-be57b5a3-8b97-4fcf-ba8c-389300a8f480 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:09.916393 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-83095321-c456-45fa-9ac6-b85851461f7d req-be57b5a3-8b97-4fcf-ba8c-389300a8f480 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0679114 Jun 18 16:38:09.953971 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-83095321-c456-45fa-9ac6-b85851461f7d req-03327865-bcab-414b-a913-2ededa4e5fb9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Jun 18 16:38:10.110059 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.131103 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b78f1-50ea-4f02-be6d-7d86b39de1f7 req-eb1eef62-32a4-409b-b9ab-05a028362940 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:11.132476 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f4b78f1-50ea-4f02-be6d-7d86b39de1f7 req-eb1eef62-32a4-409b-b9ab-05a028362940 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0657117 Jun 18 16:38:11.170025 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f4b78f1-50ea-4f02-be6d-7d86b39de1f7 req-b5acb52d-b8b6-4867-b6b9-cfba46d4b479 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Jun 18 16:38:11.340338 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141347fe-8331-44ed-a6bc-e5a909514f0c req-680272f0-782b-4cff-9cd6-d62d3339a3dd tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:11.341951 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-141347fe-8331-44ed-a6bc-e5a909514f0c req-680272f0-782b-4cff-9cd6-d62d3339a3dd tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0622838 Jun 18 16:38:11.379356 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-141347fe-8331-44ed-a6bc-e5a909514f0c req-c0e88aad-066e-4311-8f7f-c59707bd1ede tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Jun 18 16:38:11.403421 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46738) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:11.492995 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8549d01-1eb4-4dab-83de-683a64a33bed tempest-TestShelveInstance-1692947255 tempest-TestShelveInstance-1692947255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:11.494639 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-a8549d01-1eb4-4dab-83de-683a64a33bed tempest-TestShelveInstance-1692947255 tempest-TestShelveInstance-1692947255-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1093 time: 0.0902727 Jun 18 16:38:11.497531 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46742) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:11.501857 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.v2.base [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Request body: {'floatingip': {'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'port_id': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:11.523961 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for floatingip, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.620186 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1827682'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.722232 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Allocated IP 172.27.3.135 (61ab71ce-60a7-4d6f-a4b2-b7c339012c23/edc4f60b-3086-4a66-ac84-c759cb4759ec/4fa3092d-c382-43d7-9a99-3f8c39fd3a1a) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:38:11.818907 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.856635 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1834401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746440932958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12802657'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.859466 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9e1d8b78-b95b-425e-b002-785f7d7aaea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:11.894065 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Network 61ab71ce-60a7-4d6f-a4b2-b7c339012c23 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:38:11.898204 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:38:11.901650 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:38:11.906895 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event updated for resources: {'Port': ['ID=4fa3092d-c382-43d7-9a99-3f8c39fd3a1a,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:11.995319 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.194247 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:12.522409 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.598467 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.748220 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.752574 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12802647'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.755343 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:12.822428 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event updated for resources: {'Port': ['ID=4fa3092d-c382-43d7-9a99-3f8c39fd3a1a,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:12.827834 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:12.830845 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636592'] for floatingip, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.934742 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.l3_db [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Floating IP 02eb21ff-106f-4c7f-8e8b-148ac285b62a associated. External IP: 172.27.3.135, port: fdfd3f97-715a-47cf-a775-52feeacb4f73. Jun 18 16:38:13.135947 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Router 15f35d39-1439-416b-a7b4-72367e4daac0 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:38:13.244398 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:38:13.253496 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] Sync routers for ids ['15f35d39-1439-416b-a7b4-72367e4daac0'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:38:13.260723 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:13.263133 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] Routers {'15f35d39-1439-416b-a7b4-72367e4daac0'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:13.263755 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:38:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['15f35d39-1439-416b-a7b4-72367e4daac0'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:13.298311 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-9fe13f4a-1fcb-493a-9d79-e92bcdfc59b9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7997470 Jun 18 16:38:13.299084 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:38:13.301398 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020" -d '{"events": [{"name": "network-changed", "server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:38:13.343523 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d8bc8f-a17e-41d9-b47f-8cad7025adf1 x-openstack-request-id: req-05d8bc8f-a17e-41d9-b47f-8cad7025adf1 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:38:13.343864 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:38:13.344193 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05d8bc8f-a17e-41d9-b47f-8cad7025adf1 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:38:13.344636 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'status': 'completed', 'code': 200} Jun 18 16:38:13.368829 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] Set router 15f35d39-1439-416b-a7b4-72367e4daac0 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:13.442642 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-18facc60-23d1-497e-929d-2df9b5933a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.443992 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-18facc60-23d1-497e-929d-2df9b5933a4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1098 time: 0.0552721 Jun 18 16:38:13.554189 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-abc9a8bd-769a-40e2-a1d9-34b30bfaa90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.555820 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-abc9a8bd-769a-40e2-a1d9-34b30bfaa90d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 910 time: 0.1054616 Jun 18 16:38:13.594664 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '02eb21ff-106f-4c7f-8e8b-148ac285b62a', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'port_id': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'mac_address': 'fa:16:3e:d0:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:38:12Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 0, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 5, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:13.621108 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] Checking router: 15f35d39-1439-416b-a7b4-72367e4daac0 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:38:13.623911 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-e52b766e-0ce8-4545-9ac5-ac0add686630 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 999 time: 0.0622206 Jun 18 16:38:13.629300 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] Routers {'15f35d39-1439-416b-a7b4-72367e4daac0'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:13.629949 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:38:09Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['15f35d39-1439-416b-a7b4-72367e4daac0'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:13.672501 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-e9d94a08-2409-4617-a8a8-64e8287e6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.673981 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-e9d94a08-2409-4617-a8a8-64e8287e6bd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 200 len: 848 time: 0.0440338 Jun 18 16:38:13.732287 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] Set router 15f35d39-1439-416b-a7b4-72367e4daac0 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:13.733003 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-14589c32-9e08-487e-9681-2250227e7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.734537 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-14589c32-9e08-487e-9681-2250227e7e20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527148 Jun 18 16:38:13.829657 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-0af3f054-5d61-48a0-8303-bd459d28d3ef service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877244 Jun 18 16:38:13.920448 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-ef675bfb-ab0e-4e67-9f6e-47c1efbc9020 req-41bc158a-9098-43cd-a7c5-0f3bfeaf66a0 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842142 Jun 18 16:38:13.957069 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '02eb21ff-106f-4c7f-8e8b-148ac285b62a', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'port_id': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'mac_address': 'fa:16:3e:d0:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:38:12Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 0, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 5, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:13.982269 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698cceab-20af-4ce7-b95f-8553076a78eb None None] The sync data for ids ['15f35d39-1439-416b-a7b4-72367e4daac0'] in dv-cinder-792462-12-iscsi is: [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_floatingips': [{'id': '02eb21ff-106f-4c7f-8e8b-148ac285b62a', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'router_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'port_id': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'mac_address': 'fa:16:3e:d0:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:38:12Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 0, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 5, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:38:14.171224 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d19e65-6333-41d8-866a-5330c9751931 None None] New status for floating IP 02eb21ff-106f-4c7f-8e8b-148ac285b62a: ACTIVE {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:38:14.724946 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-f33c41b2-d592-4423-bee8-32f47060bc25 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501308 Jun 18 16:38:14.857796 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-e53f98d1-4c65-4eed-86ee-39d909cccc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:14.859276 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-e53f98d1-4c65-4eed-86ee-39d909cccc14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1098 time: 0.0657685 Jun 18 16:38:14.961745 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-a6813930-4071-477a-871c-e2c1689615ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:14.963131 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-a6813930-4071-477a-871c-e2c1689615ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 910 time: 0.0824611 Jun 18 16:38:15.030613 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-56972d54-8598-4719-923c-5b859ab4a231 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 1001 time: 0.0608931 Jun 18 16:38:15.077615 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-6c96b4f5-e643-494b-9e1d-8eeaa9f3b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:15.079021 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-6c96b4f5-e643-494b-9e1d-8eeaa9f3b49a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 200 len: 848 time: 0.0417039 Jun 18 16:38:15.146273 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-f349ff36-2b60-4dd0-a50f-225e17ea61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:15.147735 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-f349ff36-2b60-4dd0-a50f-225e17ea61ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520289 Jun 18 16:38:15.238509 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-c36fa781-ac04-4af3-8701-b232d8e2b6c7 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841911 Jun 18 16:38:15.326316 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cf16bfa4-973e-4936-b5ea-83a3f0bff33e req-f43f3d2b-e5dd-4c42-b59f-b4aeaf0659b8 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803185 Jun 18 16:38:36.501746 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-af92d8fe-8b71-4829-a827-64e38b0a6e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:36.994638 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:37.691563 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:38:38.869986 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-3a18139a-862b-480a-8838-cfae0e5f9067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:38.891169 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:40.114173 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:41.993541 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:06.502054 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ac1b-e220-4e4d-952c-9dc8f2b12c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:06.999079 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.872569 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-063c9970-2b75-4e4d-9bca-a40fac1b0a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.892052 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:10.117214 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:11.997235 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:14.689902 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:39:15.731795 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c4750844-068d-402d-a822-6271581f3598 req-52c544c9-f62e-4ddb-90b0-fa375de5edfb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536406 Jun 18 16:39:15.844668 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4750844-068d-402d-a822-6271581f3598 req-6bd0f041-f36b-4774-962b-e5ead9286fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:15.846146 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c4750844-068d-402d-a822-6271581f3598 req-6bd0f041-f36b-4774-962b-e5ead9286fda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1098 time: 0.0558941 Jun 18 16:39:15.946257 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4750844-068d-402d-a822-6271581f3598 req-8031bc90-6ff0-4f03-871f-707845aa7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:15.947680 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c4750844-068d-402d-a822-6271581f3598 req-8031bc90-6ff0-4f03-871f-707845aa7e71 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 910 time: 0.0816119 Jun 18 16:39:16.013197 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c4750844-068d-402d-a822-6271581f3598 req-aa675c32-06ce-445c-8dd9-8597b87d9f54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 1001 time: 0.0590866 Jun 18 16:39:16.061335 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4750844-068d-402d-a822-6271581f3598 req-5cbbca33-87be-40c6-a0d3-2736eb4185e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:16.062797 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c4750844-068d-402d-a822-6271581f3598 req-5cbbca33-87be-40c6-a0d3-2736eb4185e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 200 len: 848 time: 0.0441973 Jun 18 16:39:16.117467 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4750844-068d-402d-a822-6271581f3598 req-e7fd6a10-9d18-4f90-84d8-a08ff7d4051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:16.119201 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c4750844-068d-402d-a822-6271581f3598 req-e7fd6a10-9d18-4f90-84d8-a08ff7d4051c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498369 Jun 18 16:39:16.208781 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c4750844-068d-402d-a822-6271581f3598 req-f4e4c4ef-6759-45c3-8299-7e9179df7db2 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828018 Jun 18 16:39:16.296568 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-c4750844-068d-402d-a822-6271581f3598 req-6dedba4c-4b1a-4e1a-a197-54c7419ce81d service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800700 Jun 18 16:39:36.502497 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-303be00e-8642-4ec9-94c6-ed2c9b0b27be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:36.995850 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:38.874602 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ec9d4234-3cf1-4777-bba1-8cf8244883e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:38.892246 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:40.119575 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:41.999157 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.688577 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:40:06.504102 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-011334fb-05c3-448f-ac81-da5280d1ca54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.010985 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.884036 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-9ac1b8f6-21eb-479e-bd47-2ccc02900e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.898812 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.926165 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b021a-1cc0-4b16-b0a9-e11945231b6a req-6fa8a68b-5416-4037-b3b3-7308fc9c1fe7 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:08.927609 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5a9b021a-1cc0-4b16-b0a9-e11945231b6a req-6fa8a68b-5416-4037-b3b3-7308fc9c1fe7 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0646348 Jun 18 16:40:08.971716 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-5a9b021a-1cc0-4b16-b0a9-e11945231b6a req-20900616-c730-4de0-ac63-703fc3a0171b tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383728 Jun 18 16:40:10.121357 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:10.159248 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3ec8b-1516-4157-b32b-a392a04dd251 req-3c3a722d-0fc3-48bf-ac35-3a76ff18fff2 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:10.160700 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a2d3ec8b-1516-4157-b32b-a392a04dd251 req-3c3a722d-0fc3-48bf-ac35-3a76ff18fff2 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0643268 Jun 18 16:40:10.196856 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a2d3ec8b-1516-4157-b32b-a392a04dd251 req-029e3db1-7c96-4a0f-ad47-8e770e5eb139 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303178 Jun 18 16:40:11.384379 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7931-b28e-4766-9c0c-c6ae94bc5a4b req-edb6f8a6-700c-4d0f-9a84-eee87db8ee97 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:11.385858 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3a1e7931-b28e-4766-9c0c-c6ae94bc5a4b req-edb6f8a6-700c-4d0f-9a84-eee87db8ee97 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0630252 Jun 18 16:40:11.423221 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-3a1e7931-b28e-4766-9c0c-c6ae94bc5a4b req-9800eb9f-7fdc-4450-ab6a-c51d99153ffa tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306740 Jun 18 16:40:12.003162 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:12.597480 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d432330-fd24-4b27-9135-bd39c6ed47df req-a3f49cf5-5599-430e-84a9-881c676f9bcb tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:12.598962 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2d432330-fd24-4b27-9135-bd39c6ed47df req-a3f49cf5-5599-430e-84a9-881c676f9bcb tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0660079 Jun 18 16:40:12.636194 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2d432330-fd24-4b27-9135-bd39c6ed47df req-ea9cc3d5-6c7a-43aa-9553-ee389f272cf8 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Jun 18 16:40:13.807424 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ae12a-cba4-422a-9144-b292a3788138 req-9c46ad4e-7a0b-454f-84db-6dba7081d965 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:13.808879 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-391ae12a-cba4-422a-9144-b292a3788138 req-9c46ad4e-7a0b-454f-84db-6dba7081d965 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0626681 Jun 18 16:40:13.846089 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-391ae12a-cba4-422a-9144-b292a3788138 req-ef8d9e1c-9af5-4215-9d29-b50d1029ab82 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308540 Jun 18 16:40:15.019280 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b737-2512-4960-a63c-f0d60e1f69a1 req-d072f734-517a-4381-bd61-3a8ebeb203a7 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:15.020683 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a628b737-2512-4960-a63c-f0d60e1f69a1 req-d072f734-517a-4381-bd61-3a8ebeb203a7 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0614219 Jun 18 16:40:15.056263 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-a628b737-2512-4960-a63c-f0d60e1f69a1 req-db4506a9-96b4-4814-bb31-9fefedc4dc76 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300310 Jun 18 16:40:16.230131 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757559d4-a58b-45ff-b411-02eb45ae210b req-d5a3ab31-a02d-4ca9-95fd-14fed05000a0 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:16.231476 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-757559d4-a58b-45ff-b411-02eb45ae210b req-d5a3ab31-a02d-4ca9-95fd-14fed05000a0 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0651145 Jun 18 16:40:16.268282 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-757559d4-a58b-45ff-b411-02eb45ae210b req-854c1432-fa79-450f-864a-18092de4c85b tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306845 Jun 18 16:40:16.840518 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-e1c14de8-d9dd-40a3-9688-dac37e565318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:16.841956 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-e1c14de8-d9dd-40a3-9688-dac37e565318 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1098 time: 0.0505106 Jun 18 16:40:16.944569 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-358be3e5-a433-425d-a52e-77d9876bfc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:16.946001 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-358be3e5-a433-425d-a52e-77d9876bfc1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 910 time: 0.0844276 Jun 18 16:40:17.015446 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-b7c0af22-8f2d-487a-b118-79af0d7d8151 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 1001 time: 0.0578861 Jun 18 16:40:17.077054 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-06132223-32c4-4ff8-b936-cf48038ef3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:17.079860 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-06132223-32c4-4ff8-b936-cf48038ef3d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 200 len: 848 time: 0.0470247 Jun 18 16:40:17.139747 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-5cdb12c3-e9b7-439a-9a2b-28c6a57322ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:17.141705 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-5cdb12c3-e9b7-439a-9a2b-28c6a57322ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560730 Jun 18 16:40:17.227212 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-767cde32-b4f0-4ce5-aed3-191592ebb550 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791914 Jun 18 16:40:17.317480 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-f66e6988-dfdf-484c-82cb-908a0fa7b4dd req-8ec69b4c-1699-41bd-98d7-559271d1f50f service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839097 Jun 18 16:40:17.465557 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2b07-5b94-4cc0-9bd8-31bd6470c59e req-5f80f53c-1b53-4312-82e2-025d2999169a tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:17.466988 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-759a2b07-5b94-4cc0-9bd8-31bd6470c59e req-5f80f53c-1b53-4312-82e2-025d2999169a tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0684326 Jun 18 16:40:17.505001 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-759a2b07-5b94-4cc0-9bd8-31bd6470c59e req-b5a5fe2a-e917-46c6-94cb-8f3c449ab682 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323176 Jun 18 16:40:18.681589 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891155eb-f1dd-4142-b3ab-b12eefaed401 req-27cb14f7-4caf-4f67-9e0f-a36b1b2f6be7 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:18.683098 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-891155eb-f1dd-4142-b3ab-b12eefaed401 req-27cb14f7-4caf-4f67-9e0f-a36b1b2f6be7 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0656180 Jun 18 16:40:18.720189 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-891155eb-f1dd-4142-b3ab-b12eefaed401 req-0471c37f-417f-4d49-92d4-31aef3522a92 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309968 Jun 18 16:40:19.071449 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-063cd660-5b9d-4b14-969a-983ba5ff1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:19.072875 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-063cd660-5b9d-4b14-969a-983ba5ff1bbd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1098 time: 0.0516984 Jun 18 16:40:19.417835 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-39e8e4a6-3e3e-4844-9c0b-f0110c63d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:19.419262 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-39e8e4a6-3e3e-4844-9c0b-f0110c63d5e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 910 time: 0.3406992 Jun 18 16:40:19.480508 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-8b9c60d9-b87d-48e8-8f56-5388041b063d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 1001 time: 0.0549474 Jun 18 16:40:19.529293 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-0539fa62-2df3-45a2-b215-fbc565d4cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:19.530672 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-0539fa62-2df3-45a2-b215-fbc565d4cf15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 200 len: 848 time: 0.0445740 Jun 18 16:40:19.584581 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-45cf04d3-188b-4d22-b5db-e8d62caa9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:19.586003 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-45cf04d3-188b-4d22-b5db-e8d62caa9a22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491021 Jun 18 16:40:19.672486 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-6056d5c9-ea5d-4275-be5f-6f70d2052ad6 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789652 Jun 18 16:40:19.761147 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-86b6630d-6af3-4644-a4a3-a3694a42989c req-6bffc455-7a34-4ca4-a40d-982ba1d63428 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826683 Jun 18 16:40:19.889174 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fd109-b9b3-40c1-8bd4-ea59d5fb78ac req-92d4b941-b86f-472c-a8b5-b7e908802ba0 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:19.890700 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5f8fd109-b9b3-40c1-8bd4-ea59d5fb78ac req-92d4b941-b86f-472c-a8b5-b7e908802ba0 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0631788 Jun 18 16:40:19.927466 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5f8fd109-b9b3-40c1-8bd4-ea59d5fb78ac req-70630f6b-3bcb-46c1-ab9f-c498929ec5c7 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309763 Jun 18 16:40:21.100333 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb1cdd-8e9c-42b8-b037-0af11fabe247 req-18530e4b-a674-4b3e-97c4-ee9a3b9d1d88 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:21.101781 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-85eb1cdd-8e9c-42b8-b037-0af11fabe247 req-18530e4b-a674-4b3e-97c4-ee9a3b9d1d88 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0636251 Jun 18 16:40:21.138310 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-85eb1cdd-8e9c-42b8-b037-0af11fabe247 req-6ec65864-7131-40dd-8549-91b0a7c2442c tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308809 Jun 18 16:40:22.310601 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc99ad4-0cd9-49db-8d72-b537df52f1d3 req-03abfb7e-9f60-4967-aab4-f389cc1604e1 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:22.312050 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2bc99ad4-0cd9-49db-8d72-b537df52f1d3 req-03abfb7e-9f60-4967-aab4-f389cc1604e1 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0621786 Jun 18 16:40:22.350850 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-2bc99ad4-0cd9-49db-8d72-b537df52f1d3 req-46bf2f9d-bb17-464d-a936-61f6f5ec7e4f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322952 Jun 18 16:40:22.708859 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-bbf7d69d-d288-46aa-b8f4-d4d63c278a80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317775 Jun 18 16:40:22.709464 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a683a8f-c1bb-42f9-a328-fadea6bc062c req-19e33580-870b-4ba0-bb52-a4aaa75b5d92 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:22.710640 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9a683a8f-c1bb-42f9-a328-fadea6bc062c req-19e33580-870b-4ba0-bb52-a4aaa75b5d92 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0668464 Jun 18 16:40:22.749038 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-9a683a8f-c1bb-42f9-a328-fadea6bc062c req-33804574-3cfa-459b-8933-53cbc3ee7ed9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326428 Jun 18 16:40:23.925666 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ba67e-91b4-4f73-b94f-6e091a6ee838 req-efe36e5b-bd6e-4a3f-b74b-c7de4294b279 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:23.927141 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cc6ba67e-91b4-4f73-b94f-6e091a6ee838 req-efe36e5b-bd6e-4a3f-b74b-c7de4294b279 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0642173 Jun 18 16:40:23.964507 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cc6ba67e-91b4-4f73-b94f-6e091a6ee838 req-5e666688-20c0-4de3-b062-6360d036d3c2 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314562 Jun 18 16:40:24.209835 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-c5b7d53c-7b59-4759-852c-203d3c7a6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:24.211306 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-c5b7d53c-7b59-4759-852c-203d3c7a6124 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2&tenant_id=f6787e72075541a5a6f6ca0f639449f6 HTTP/1.1" status: 200 len: 1098 time: 0.0522604 Jun 18 16:40:24.298150 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-078294b8-c509-47b5-a7f9-efa4e6a799f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:24.299579 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-078294b8-c509-47b5-a7f9-efa4e6a799f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1098 time: 0.0546107 Jun 18 16:40:24.384633 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-778d5a0b-5bcb-4c98-bf77-66ead8e91e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:24.386080 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-778d5a0b-5bcb-4c98-bf77-66ead8e91e6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 910 time: 0.0808363 Jun 18 16:40:24.454297 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-aca5f051-912a-433d-b4f7-a285cc11eccd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 1001 time: 0.0613966 Jun 18 16:40:24.500581 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-db97e2d0-759f-44a2-92db-7e24ba06a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:24.502113 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-db97e2d0-759f-44a2-92db-7e24ba06a82f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 200 len: 848 time: 0.0422602 Jun 18 16:40:24.557890 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-7e9712cb-9090-41fa-beab-052f9f96e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:24.559630 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-7e9712cb-9090-41fa-beab-052f9f96e124 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512822 Jun 18 16:40:24.651037 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-e04a1f0c-000a-4a8a-92c3-269b44194e21 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850246 Jun 18 16:40:24.748319 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-183d5108-0e5a-43e4-aaa6-ecccf50d53de req-aab71a73-51a5-4a5e-8f3c-2958af2185ec service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900466 Jun 18 16:40:24.896744 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fdfd3f97-715a-47cf-a775-52feeacb4f73 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:25.111231 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.132260 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:25.134579 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30297284-19ed-4992-84eb-291f176c14e2" -d '{"events": [{"server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:25.142938 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494612-0231-4bf0-9c79-a43f42fb7c9b req-03b6b4e7-c9a3-427a-bc8a-28fd41de7e7d tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:25.143899 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-46494612-0231-4bf0-9c79-a43f42fb7c9b req-03b6b4e7-c9a3-427a-bc8a-28fd41de7e7d tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0643663 Jun 18 16:40:25.148504 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port fdfd3f97-715a-47cf-a775-52feeacb4f73, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:25.154404 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.157213 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:25.179818 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695a238c-4340-4672-87b8-9b3842ede70b x-openstack-request-id: req-695a238c-4340-4672-87b8-9b3842ede70b {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:25.180111 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:25.180363 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-695a238c-4340-4672-87b8-9b3842ede70b {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:25.180745 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'code': 200} Jun 18 16:40:25.184065 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-46494612-0231-4bf0-9c79-a43f42fb7c9b req-bd73d245-3088-4971-8c37-a1e82b399562 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345783 Jun 18 16:40:25.207597 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=fdfd3f97-715a-47cf-a775-52feeacb4f73,revision_number=6']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:25.214493 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.214845 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.215185 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.215520 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.215851 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.216180 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.216507 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.216829 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.217153 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.217473 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.217821 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.218141 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:25.222840 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:26.358343 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def31d89-60e1-4a3e-b6e4-c582f0ceda2c req-c3e52389-c871-4afc-944c-c1c06706a251 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:26.359900 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-def31d89-60e1-4a3e-b6e4-c582f0ceda2c req-c3e52389-c871-4afc-944c-c1c06706a251 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0629988 Jun 18 16:40:26.397735 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-def31d89-60e1-4a3e-b6e4-c582f0ceda2c req-839b3e4c-b701-46da-96ce-1cea638091f7 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320668 Jun 18 16:40:27.586905 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fe7e0-ee2e-4cde-9519-f9c305d7af7d req-c9eedc31-44d6-4bf6-b706-63c4f5896256 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:27.588366 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5e0fe7e0-ee2e-4cde-9519-f9c305d7af7d req-c9eedc31-44d6-4bf6-b706-63c4f5896256 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0653307 Jun 18 16:40:27.626406 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-5e0fe7e0-ee2e-4cde-9519-f9c305d7af7d req-16b21cee-abde-4ca8-be96-de2577a8f82c tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318635 Jun 18 16:40:28.686666 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:40:28.801534 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835b2e1-cdb4-40dc-a43d-5ea0af8e5ed1 req-7e46fa86-662d-45fa-9913-70e4494c1f52 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.803123 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d835b2e1-cdb4-40dc-a43d-5ea0af8e5ed1 req-7e46fa86-662d-45fa-9913-70e4494c1f52 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0663893 Jun 18 16:40:28.840847 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-d835b2e1-cdb4-40dc-a43d-5ea0af8e5ed1 req-4303ad27-33ec-4fb8-a02d-0df5b9f52351 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320837 Jun 18 16:40:30.011410 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06afa92-68a7-43de-ab26-e7e75a348c9e req-cd539fb9-58b2-4646-981e-7070e41caf7c tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:30.012834 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c06afa92-68a7-43de-ab26-e7e75a348c9e req-cd539fb9-58b2-4646-981e-7070e41caf7c tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0626886 Jun 18 16:40:30.050739 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-c06afa92-68a7-43de-ab26-e7e75a348c9e req-ec7ff8a3-39c1-491e-85d0-e5979411edde tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312726 Jun 18 16:40:30.896222 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a5759-5d51-45b6-a0a9-8d761dfc9bb4 req-4163ad6a-30ac-47df-9aa4-96b1588d7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:30.897703 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-673a5759-5d51-45b6-a0a9-8d761dfc9bb4 req-4163ad6a-30ac-47df-9aa4-96b1588d7deb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1096 time: 0.0525341 Jun 18 16:40:30.931236 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-673a5759-5d51-45b6-a0a9-8d761dfc9bb4 req-c1a44478-ba53-4bb4-96ae-e04a4c83d9ae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267739 Jun 18 16:40:31.225225 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce00e-3d64-433c-a971-42b45d6ec910 req-327c40eb-cdb9-4478-a84f-d372d4d5b47d tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:31.226612 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-05bce00e-3d64-433c-a971-42b45d6ec910 req-327c40eb-cdb9-4478-a84f-d372d4d5b47d tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0660009 Jun 18 16:40:31.263941 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-05bce00e-3d64-433c-a971-42b45d6ec910 req-9c9c3701-7589-4043-9a2c-2b5102b27dec tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317934 Jun 18 16:40:32.448527 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c26081-eece-4a37-933b-48ffa33a8cb6 req-03dae25e-8e22-41bf-8219-4fb882c2f413 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:32.450015 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e4c26081-eece-4a37-933b-48ffa33a8cb6 req-03dae25e-8e22-41bf-8219-4fb882c2f413 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 943 time: 0.0636961 Jun 18 16:40:32.487410 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-e4c26081-eece-4a37-933b-48ffa33a8cb6 req-5c01d3e6-f19b-4e57-88d0-9b203e9c16cd tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317430 Jun 18 16:40:32.958287 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fdfd3f97-715a-47cf-a775-52feeacb4f73 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:40:33.053043 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port fdfd3f97-715a-47cf-a775-52feeacb4f73, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:33.064717 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Returning: {'device': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'port_id': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'mac_address': 'fa:16:3e:d0:74:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:40:33.101122 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:33.113955 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfd3f97-715a-47cf-a775-52feeacb4f73 {{(pid=92765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:40:33.133850 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port fdfd3f97-715a-47cf-a775-52feeacb4f73, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:33.137619 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:33.139606 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-1a889d59-b563-4a78-a831-ff79eea7d8e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:33.189074 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=fdfd3f97-715a-47cf-a775-52feeacb4f73,revision_number=7']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:33.192200 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:33.474261 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] get_ports_and_sgs() called for port_ids ['fdfd3f97-715a-47cf-a775-52feeacb4f73'] {{(pid=92765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:40:34.966580 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fdfd3f97-715a-47cf-a775-52feeacb4f73 up at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:35.012204 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.provisioning_blocks [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Provisioning complete for port fdfd3f97-715a-47cf-a775-52feeacb4f73 triggered by entity L2. {{(pid=92765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:35.012580 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372031'] for port, provisioning_complete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:35.083564 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1827700'] for port, before_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:35.104125 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73'}] {{(pid=92765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:35.106350 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae72fb83aa7a28e81764c830152fa2c7ba0254f68ea2c22750ca0133c565a49b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffa4ae5-27bf-47af-bd84-e818aa3621eb" -d '{"events": [{"server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "name": "network-vif-plugged", "status": "completed", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73"}]}' {{(pid=92765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:35.119571 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] For port fdfd3f97-715a-47cf-a775-52feeacb4f73, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:35.123934 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746441422547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746440932976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746440933021'] for port, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:35.126433 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:35.151212 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff261b25-c965-4646-a2c9-7346470e1e96 x-openstack-request-id: req-ff261b25-c965-4646-a2c9-7346470e1e96 {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:35.151511 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "name": "network-vif-plugged", "status": "completed", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73", "code": 200}]} {{(pid=92765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:35.151772 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff261b25-c965-4646-a2c9-7346470e1e96 {{(pid=92765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:35.152158 dv-cinder-792462-12-iscsi neutron-server[92765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'code': 200} Jun 18 16:40:35.176051 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Pushing event updated for resources: {'Port': ['ID=fdfd3f97-715a-47cf-a775-52feeacb4f73,revision_number=8']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:35.179020 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:36.504714 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-b39c439e-cacf-4794-a5c0-6bd8a743c047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.014662 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.880661 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4980fbc1-559b-4738-af94-dc2e5a5cd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.890789 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:40.124423 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.006594 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:05.684663 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:41:06.505339 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-de0f00b1-24e8-466f-a52b-94bc8356a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:07.027098 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:08.871083 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-e7952072-b334-4cf6-906f-4d14e833f624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:08.891011 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:10.128112 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:12.009336 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:18.411779 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-eff7345d-5237-4de6-9eca-091674df7f09 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553281 Jun 18 16:41:18.520953 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-300c6e3c-bf95-4bda-9dfb-bc9b93d558f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:18.522434 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-300c6e3c-bf95-4bda-9dfb-bc9b93d558f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1098 time: 0.0514514 Jun 18 16:41:18.626669 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-b0d693ec-79d2-4ff9-a503-3cb033fe43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:18.628119 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-b0d693ec-79d2-4ff9-a503-3cb033fe43e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 910 time: 0.0865169 Jun 18 16:41:18.692400 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-9d22f1a1-bac4-44e9-8e65-40338cfdee14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 1001 time: 0.0577831 Jun 18 16:41:18.738862 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-4bad0a26-4288-4102-b923-53fba0eb0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:18.740388 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-4bad0a26-4288-4102-b923-53fba0eb0f67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 200 len: 848 time: 0.0423079 Jun 18 16:41:18.799308 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-3bbde192-79fe-442d-8b63-32ba15cd3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:18.800732 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-3bbde192-79fe-442d-8b63-32ba15cd3c2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542624 Jun 18 16:41:18.888642 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-1cc98f16-2e31-43d6-8dd1-de872f85d294 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814674 Jun 18 16:41:18.981555 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-cacb8586-0bd7-453a-91ad-5953e0c7c1db req-49822b00-d706-4f74-9609-1ea208b7ceef service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865002 Jun 18 16:41:36.507043 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9b08-5579-4c85-9b9d-fc80e4634c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:37.048265 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:38.871174 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-8448298e-1a06-470d-858c-a67a559f0202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:38.890755 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:40.133763 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:42.012976 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:42.683206 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:41:48.331842 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46884) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:48.489744 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Deleting port 4fa3092d-c382-43d7-9a99-3f8c39fd3a1a {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:48.490083 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.561981 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.562308 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.628057 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Calling delete_port for 4fa3092d-c382-43d7-9a99-3f8c39fd3a1a owned by network:floatingip {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:48.771221 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.773155 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-87659bbb-d697-4f64-8b87-8228b9ae380c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:48.796692 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event deleted for resources: {'Port': ['ID=4fa3092d-c382-43d7-9a99-3f8c39fd3a1a,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:48.807475 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.807852 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.808218 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.808580 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.808939 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.809294 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.809729 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.810022 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.810380 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.810730 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.811077 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.811422 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:48.829575 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:48.867906 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for floatingip, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.868229 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.db.l3_db [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Floating IP 02eb21ff-106f-4c7f-8e8b-148ac285b62a disassociated (deleted). External IP: 172.27.3.135, port: fdfd3f97-715a-47cf-a775-52feeacb4f73. Jun 18 16:41:49.068863 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Router 15f35d39-1439-416b-a7b4-72367e4daac0 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:49.175635 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:49.181240 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for floatingip, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.187414 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] Sync routers for ids ['15f35d39-1439-416b-a7b4-72367e4daac0'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:49.196595 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] Routers {'15f35d39-1439-416b-a7b4-72367e4daac0'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:49.197144 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:41:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['15f35d39-1439-416b-a7b4-72367e4daac0'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:49.216875 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "DELETE /v2.0/floatingips/02eb21ff-106f-4c7f-8e8b-148ac285b62a HTTP/1.1" status: 204 len: 168 time: 0.8839312 Jun 18 16:41:49.217647 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:49.220094 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8722a1f446058615a3aebbefb635819de6cb1a2dfb46d77a4dde36cc318ce032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca865cd-ef4f-4108-adfe-323ccf549af4" -d '{"events": [{"name": "network-changed", "server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:49.313229 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] Set router 15f35d39-1439-416b-a7b4-72367e4daac0 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:49.321613 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02fb546-bad5-4577-bb04-131e2fa98e29 x-openstack-request-id: req-d02fb546-bad5-4577-bb04-131e2fa98e29 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:49.322107 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73", "status": "completed", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:49.322303 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d02fb546-bad5-4577-bb04-131e2fa98e29 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:49.322713 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'status': 'completed', 'code': 200} Jun 18 16:41:49.427326 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-47b18ea1-5058-4a6b-873f-056300e0c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:49.429490 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-47b18ea1-5058-4a6b-873f-056300e0c746 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6787e72075541a5a6f6ca0f639449f6&device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 1098 time: 0.0622451 Jun 18 16:41:49.523548 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 5, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:49.529787 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-497431e8-74f0-4e0a-bcd5-c2829a2544d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:49.531253 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-497431e8-74f0-4e0a-bcd5-c2829a2544d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 200 len: 910 time: 0.0947361 Jun 18 16:41:49.549782 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] Checking router: 15f35d39-1439-416b-a7b4-72367e4daac0 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:49.558912 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] Routers {'15f35d39-1439-416b-a7b4-72367e4daac0'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:49.559544 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:41:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['15f35d39-1439-416b-a7b4-72367e4daac0'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:49.597332 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-344e65e2-3940-4224-bd8f-3442f0879482 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 200 len: 217 time: 0.0542214 Jun 18 16:41:49.664410 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a4f4b-ec7f-4673-813c-525bd262357b req-01643e2d-e5fc-416e-9a1e-a7893ca93701 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:49.665908 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f3a4f4b-ec7f-4673-813c-525bd262357b req-01643e2d-e5fc-416e-9a1e-a7893ca93701 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.1327791 Jun 18 16:41:49.666943 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] Set router 15f35d39-1439-416b-a7b4-72367e4daac0 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:49.671352 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-48989cb1-46a8-493d-8387-e354f7f9c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:49.672697 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-48989cb1-46a8-493d-8387-e354f7f9c5d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 200 len: 848 time: 0.0637159 Jun 18 16:41:49.734113 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-0f3a4f4b-ec7f-4673-813c-525bd262357b req-c87c6f0e-49fc-4e36-a2d3-a72dce9848c1 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603573 Jun 18 16:41:49.751954 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-78f0c1b5-f514-4eed-b192-822845d4610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:49.753696 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-78f0c1b5-f514-4eed-b192-822845d4610e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5ec2e8f-7315-4d7f-8ae8-def8950074f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737076 Jun 18 16:41:49.845201 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-f3e93a78-67a7-4c13-8957-bb0197fce63a service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838692 Jun 18 16:41:49.870412 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 5, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:49.896883 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a1a9e-9036-4ac6-a565-7aa01ff5e0ed None None] The sync data for ids ['15f35d39-1439-416b-a7b4-72367e4daac0'] in dv-cinder-792462-12-iscsi is: [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:32Z', 'revision_number': 4, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi', '_interfaces': [{'id': '7ab07543-b2b5-4ed2-b77b-b165284d9120', 'name': '', 'network_id': 'd5ec2e8f-7315-4d7f-8ae8-def8950074f3', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'mac_address': 'fa:16:3e:80:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '51013165-3d99-49a7-a655-96fc72abef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:31Z', 'updated_at': '2021-06-18T16:37:37Z', 'revision_number': 5, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'subnets': [{'id': '51013165-3d99-49a7-a655-96fc72abef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:49.942566 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-4ca865cd-ef4f-4108-adfe-323ccf549af4 req-f4ca2f31-c91d-429f-9820-bf7665f5bcb7 service neutron] 10.222.0.72 "GET /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905001 Jun 18 16:41:50.100790 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831c486-ff3d-4c1b-9ab7-fc36ca9e6ec3 None None] New status for floating IP 02eb21ff-106f-4c7f-8e8b-148ac285b62a: DOWN {{(pid=92766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:41:50.920608 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b7bb1-638d-4e53-8bfc-74c725ba9a09 req-3d44af4a-bf8c-491e-9be1-cb1117742764 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:50.922087 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-313b7bb1-638d-4e53-8bfc-74c725ba9a09 req-3d44af4a-bf8c-491e-9be1-cb1117742764 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0697525 Jun 18 16:41:50.959623 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-313b7bb1-638d-4e53-8bfc-74c725ba9a09 req-6e854cca-d727-4c2e-bc68-f83f75cd9dca tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bb2b774-0164-4477-baec-1e6475d84d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Jun 18 16:41:51.267843 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-11a9d8d4-f8ef-4eea-9b7a-518ba67f7750 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:51.269242 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-11a9d8d4-f8ef-4eea-9b7a-518ba67f7750 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.72 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 945 time: 0.0657358 Jun 18 16:41:51.370221 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Deleting port fdfd3f97-715a-47cf-a775-52feeacb4f73 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:51.370558 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.458066 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] For port fdfd3f97-715a-47cf-a775-52feeacb4f73, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fdfd3f97-715a-47cf-a775-52feeacb4f73,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:51.458483 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.542128 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Calling delete_port for fdfd3f97-715a-47cf-a775-52feeacb4f73 owned by compute:nova {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:51.666773 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.671690 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-aab211b6-4761-488f-8328-3f55170e1a52 tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:51.696679 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event deleted for resources: {'Port': ['ID=fdfd3f97-715a-47cf-a775-52feeacb4f73,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:51.709380 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.709789 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.710162 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.710532 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.710912 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.711259 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.711615 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.711969 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.712325 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.712677 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.713028 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.713378 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.731934 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:51.751797 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] No DVR routers for this DVR port fdfd3f97-715a-47cf-a775-52feeacb4f73 on host hv-cinder-79246 {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:41:51.754559 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125447'] for port, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.756347 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [req-e00d1592-8d21-497e-8e92-a02a292e9c35 req-2ad20cf0-b79c-455f-b563-a046ef195000 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.72 "DELETE /v2.0/ports/fdfd3f97-715a-47cf-a775-52feeacb4f73 HTTP/1.1" status: 204 len: 173 time: 0.4814892 Jun 18 16:41:51.756826 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'name': 'network-vif-deleted', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73'}] {{(pid=92764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:51.759257 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51d3ed136ba5a7bf3c753c0679193ef681c7e039bdbd8361a437662e68872d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0f9ea7-a8a9-4213-9d1d-ed40847610b4" -d '{"events": [{"server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "name": "network-vif-deleted", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73"}]}' {{(pid=92764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:51.795499 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2c56fb-8dbe-45e5-bf75-f4051d5a4152 x-openstack-request-id: req-fa2c56fb-8dbe-45e5-bf75-f4051d5a4152 {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:51.795850 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6161fbe7-5fcf-46dd-b161-9e84e5b509e2", "name": "network-vif-deleted", "tag": "fdfd3f97-715a-47cf-a775-52feeacb4f73", "status": "completed", "code": 200}]} {{(pid=92764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:51.796130 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa2c56fb-8dbe-45e5-bf75-f4051d5a4152 {{(pid=92764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:51.796568 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6161fbe7-5fcf-46dd-b161-9e84e5b509e2', 'name': 'network-vif-deleted', 'tag': 'fdfd3f97-715a-47cf-a775-52feeacb4f73', 'status': 'completed', 'code': 200} Jun 18 16:41:52.111477 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [req-b3134c0c-229f-461b-a9e2-c4c19405bb15 req-b408862c-85ec-45b3-8aa7-08f53d23d8d9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6161fbe7-5fcf-46dd-b161-9e84e5b509e2 HTTP/1.1" status: 200 len: 210 time: 0.0314860 Jun 18 16:41:53.214938 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46914) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:53.272168 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2cd63590-5ffd-469b-a642-a7ed024012d9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:53.289264 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fdfd3f97-715a-47cf-a775-52feeacb4f73 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:53.296917 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2cd63590-5ffd-469b-a642-a7ed024012d9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:53.308776 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] No Port match for: fdfd3f97-715a-47cf-a775-52feeacb4f73 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:53.309122 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Device fdfd3f97-715a-47cf-a775-52feeacb4f73 not bound to the agent host hv-cinder-79246 {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:53.355099 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2cd63590-5ffd-469b-a642-a7ed024012d9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:53.357882 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2cd63590-5ffd-469b-a642-a7ed024012d9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:53.359076 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-2cd63590-5ffd-469b-a642-a7ed024012d9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] 10.222.0.44 "DELETE /v2.0/security-groups/1bb2b774-0164-4477-baec-1e6475d84d3d HTTP/1.1" status: 204 len: 168 time: 0.1431334 Jun 18 16:41:53.359982 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-52225a8a-9bcc-4052-a6d4-e6f036b46c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:53.372857 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd63590-5ffd-469b-a642-a7ed024012d9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb2b774-0164-4477-baec-1e6475d84d3d,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:53.377764 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-2cd63590-5ffd-469b-a642-a7ed024012d9 tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:53.417185 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46918) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:53.757487 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606413'] for router_interface, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:54.001947 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Deleting port 7ab07543-b2b5-4ed2-b77b-b165284d9120 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:54.002289 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:54.079168 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] For port 7ab07543-b2b5-4ed2-b77b-b165284d9120, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=7ab07543-b2b5-4ed2-b77b-b165284d9120,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:54.079518 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:54.142826 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Calling delete_port for 7ab07543-b2b5-4ed2-b77b-b165284d9120 owned by network:router_interface {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:54.317847 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:54.320497 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-26085a5d-43d7-45db-86a7-f6e9f78bb389 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:54.343832 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab07543-b2b5-4ed2-b77b-b165284d9120,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:54.346957 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:54.782443 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606321'] for router_interface, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:54.989630 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Router 15f35d39-1439-416b-a7b4-72367e4daac0 has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:55.091535 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:55.097524 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-b2bcd31b-b02b-4b49-8c9b-7b4ee1babcd0 admin admin] 10.222.0.44 "PUT /v2.0/routers/15f35d39-1439-416b-a7b4-72367e4daac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6788754 Jun 18 16:41:55.099661 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46920) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:55.101768 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] Sync routers for ids ['15f35d39-1439-416b-a7b4-72367e4daac0'] in dv-cinder-792462-12-iscsi {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:55.111781 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] Routers {'15f35d39-1439-416b-a7b4-72367e4daac0'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:55.112399 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:41:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['15f35d39-1439-416b-a7b4-72367e4daac0'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:55.200199 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Notify callbacks [] for router, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.215057 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] Set router 15f35d39-1439-416b-a7b4-72367e4daac0 gateway port host: dv-cinder-792462-12-iscsi {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:55.300982 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.351667 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Deleting port 70b2b004-53e1-4558-91df-15b2456427a8 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:55.352399 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.395084 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '70b2b004-53e1-4558-91df-15b2456427a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:41:54Z', 'revision_number': 5, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port': {'id': '70b2b004-53e1-4558-91df-15b2456427a8', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:55.420732 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] Checking router: 15f35d39-1439-416b-a7b4-72367e4daac0 for host: dv-cinder-792462-12-iscsi {{(pid=92765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:55.429073 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] Routers {'15f35d39-1439-416b-a7b4-72367e4daac0'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:55.429737 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:41:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['15f35d39-1439-416b-a7b4-72367e4daac0'], 'active': True} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:55.431825 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] For port 70b2b004-53e1-4558-91df-15b2456427a8, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=70b2b004-53e1-4558-91df-15b2456427a8,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:55.432182 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.498045 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Calling delete_port for 70b2b004-53e1-4558-91df-15b2456427a8 owned by network:router_gateway {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:55.511849 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvr_db [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] Set router 15f35d39-1439-416b-a7b4-72367e4daac0 gateway port host: None {{(pid=92765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:55.564288 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_hamode_db [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:41:55Z', 'revision_number': 6, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port_host': None}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:55.673928 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.678898 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-de017985-f381-4168-8b02-332de0bcca6f tempest-TestShelveInstance-467124418 tempest-TestShelveInstance-467124418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:55.705290 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b2b004-53e1-4558-91df-15b2456427a8,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:55.709506 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:55.715792 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef0c385-cbb7-461b-9975-a7cfcfbf28e3 None None] The sync data for ids ['15f35d39-1439-416b-a7b4-72367e4daac0'] in dv-cinder-792462-12-iscsi is: [{'id': '15f35d39-1439-416b-a7b4-72367e4daac0', 'name': 'tempest-TestShelveInstance-1940839295-router', 'tenant_id': 'f6787e72075541a5a6f6ca0f639449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:29Z', 'updated_at': '2021-06-18T16:41:55Z', 'revision_number': 6, 'project_id': 'f6787e72075541a5a6f6ca0f639449f6', 'gw_port_host': None}] {{(pid=92765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:55.770129 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636509'] for router_gateway, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.858598 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8058'] for router, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.860708 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.906819 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608018'] for router, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.907391 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15f35d39-1439-416b-a7b4-72367e4daac0 {{(pid=92763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:41:55.912316 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] Notify callbacks [] for router, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.913446 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-99ca2521-a7cc-4dbc-9e2d-4bc978768139 admin admin] 10.222.0.44 "DELETE /v2.0/routers/15f35d39-1439-416b-a7b4-72367e4daac0 HTTP/1.1" status: 204 len: 168 time: 0.8128712 Jun 18 16:41:55.915978 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46922) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:55.959343 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.db.db_base_plugin_v2 [None req-075218eb-7a4d-49e0-99d2-195424171674 admin admin] Deleting subnet 51013165-3d99-49a7-a655-96fc72abef4f {{(pid=92763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:41:55.962385 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-075218eb-7a4d-49e0-99d2-195424171674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.995121 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-075218eb-7a4d-49e0-99d2-195424171674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527961301'] for subnet, precommit_delete_associations {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.075365 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-075218eb-7a4d-49e0-99d2-195424171674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.130673 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-075218eb-7a4d-49e0-99d2-195424171674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12802580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528059865'] for subnet, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.132740 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-205701fd-bd44-4e42-95f7-60fa53e75ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:56.158246 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075218eb-7a4d-49e0-99d2-195424171674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51013165-3d99-49a7-a655-96fc72abef4f,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:56.160179 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-075218eb-7a4d-49e0-99d2-195424171674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.162748 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-075218eb-7a4d-49e0-99d2-195424171674 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/51013165-3d99-49a7-a655-96fc72abef4f HTTP/1.1" status: 204 len: 168 time: 0.2458096 Jun 18 16:41:56.163659 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-075218eb-7a4d-49e0-99d2-195424171674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:56.165233 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46924) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:56.167867 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab53bf2a-afc1-4c0d-89fb-ca2ae5614bb5 None None] Network d5ec2e8f-7315-4d7f-8ae8-def8950074f3 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:41:56.236428 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.289402 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Deleting port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:56.289761 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.358247 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] For port b469ba74-44ad-470a-8d0d-f39b03b5f2b1, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=b469ba74-44ad-470a-8d0d-f39b03b5f2b1,segment=NetworkSegment(c65d29ba-57c4-402e-9590-31215e92d490),segment_id=c65d29ba-57c4-402e-9590-31215e92d490)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:56.358600 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.418988 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Calling delete_port for b469ba74-44ad-470a-8d0d-f39b03b5f2b1 owned by network:dhcp {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:56.465626 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] DHCP port deletion for d5ec2e8f-7315-4d7f-8ae8-def8950074f3 request from dv-cinder-792462-12-iscsi {{(pid=92765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:41:56.503601 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.506691 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-fed744e2-30c3-420f-8e84-102c3314cdc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:56.513402 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Deleting port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 {{(pid=92765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:56.513827 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.530119 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=b469ba74-44ad-470a-8d0d-f39b03b5f2b1,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:56.532586 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:56.535019 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] No DVR routers for this DVR port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 on host dv-cinder-792462-12-iscsi {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:41:56.578318 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] For port b469ba74-44ad-470a-8d0d-f39b03b5f2b1, host dv-cinder-792462-12-iscsi, got binding levels [] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:56.578663 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.608280 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.618077 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ec2e8f-7315-4d7f-8ae8-def8950074f3']}} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:56.628430 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65d29ba-57c4-402e-9590-31215e92d490') {'for_net_delete': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:56.628718 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65d29ba-57c4-402e-9590-31215e92d490') {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:56.638469 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13143595'] for segment, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.642255 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Calling delete_port for b469ba74-44ad-470a-8d0d-f39b03b5f2b1 owned by network:dhcp {{(pid=92765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:56.645513 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.ipam_backend_mixin [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 was not found and therefore no delete operation was performed {{(pid=92765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:41:56.646897 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967'] for port, after_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.648754 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-7851f6bc-8b50-4c24-a3be-966b30ef0c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:56.652100 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.658194 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=92764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:41:56.658579 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12683862'] for segment, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: Traceback (most recent call last): Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: timer() Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: cb(*args, **kw) Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: return func(*args, **kwargs) Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: self._notify() Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: self.callback(batched_events) Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: event.method(event) Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: return f(self, *a, **k) Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._get(url).json() Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: return self.request(url, 'GET', **kwargs) Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:41:56.661091 dv-cinder-792462-12-iscsi neutron-server[92764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:41:56.675829 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Pushing event deleted for resources: {'Port': ['ID=b469ba74-44ad-470a-8d0d-f39b03b5f2b1,revision_number=None']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:56.680924 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] No DVR routers for this DVR port b469ba74-44ad-470a-8d0d-f39b03b5f2b1 on host dv-cinder-792462-12-iscsi {{(pid=92765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:41:56.687692 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.688265 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.688771 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.689270 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.690984 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.691641 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.692279 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.692766 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.692965 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.693296 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.693789 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.693975 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-12-iscsi {{(pid=92765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:56.697160 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-3932026e-5dd7-4323-97df-bf2ccc677e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:56.723545 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.727292 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-6b2924c2-09f9-47f9-8cd9-dd350bdc532e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:56.730218 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.731831 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d5ec2e8f-7315-4d7f-8ae8-def8950074f3 HTTP/1.1" status: 204 len: 168 time: 0.5655851 Jun 18 16:41:56.734872 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46926) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:56.747572 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ec2e8f-7315-4d7f-8ae8-def8950074f3,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:56.749987 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b4eadb7b-b02a-4ee5-99af-5e9076f85e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:57.003162 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device b469ba74-44ad-470a-8d0d-f39b03b5f2b1 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:57.022686 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: b469ba74-44ad-470a-8d0d-f39b03b5f2b1 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:57.023033 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device b469ba74-44ad-470a-8d0d-f39b03b5f2b1 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:57.023450 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 7ab07543-b2b5-4ed2-b77b-b165284d9120 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:57.040630 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 7ab07543-b2b5-4ed2-b77b-b165284d9120 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:57.040978 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 7ab07543-b2b5-4ed2-b77b-b165284d9120 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:57.041394 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 70b2b004-53e1-4558-91df-15b2456427a8 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:57.059169 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 70b2b004-53e1-4558-91df-15b2456427a8 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:57.059516 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 70b2b004-53e1-4558-91df-15b2456427a8 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:57.081763 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606413'] for router_interface, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:57.325009 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Deleting port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:57.325348 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:57.399283 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] For port 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=2dfd03f8-3917-44dc-9bce-a6cdb558e1e2,segment=NetworkSegment(563464d6-6b87-43c0-ae08-2e0ad3f2c45e),segment_id=563464d6-6b87-43c0-ae08-2e0ad3f2c45e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:57.399630 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:57.464618 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Calling delete_port for 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 owned by network:router_interface {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:57.648683 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12802670'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:57.651523 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c8029922-6f99-44c5-8100-45d3d656a63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:57.675106 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dfd03f8-3917-44dc-9bce-a6cdb558e1e2,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:57.677835 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:57.845300 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606321'] for router_interface, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.053570 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f has already been hosted by L3 agent dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6 {{(pid=92763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:58.156407 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] Notify agent at l3_agent.dv-cinder-792462-12-iscsi the message routers_updated {{(pid=92763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:58.162952 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-1887a494-fb92-484f-b352-0c2ce360bd29 admin admin] 10.222.0.44 "PUT /v2.0/routers/c26c20d2-e0fa-41e3-bccf-7098b6a29f2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4269018 Jun 18 16:41:58.164791 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46928) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:58.167339 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] Sync routers for ids ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'] in dv-cinder-792462-12-iscsi {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:58.176893 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] Routers {'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:58.177506 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:41:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:58.266508 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Notify callbacks [] for router, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.279682 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] Set router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f gateway port host: dv-cinder-792462-12-iscsi {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:58.366907 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.418006 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Deleting port a719188b-ceba-424c-82b5-2d33f412e58d {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:58.418342 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.451776 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'name': 'tempest-TestShelveInstance-1316064266-router', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'external_fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:41:57Z', 'revision_number': 5, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'gw_port': {'id': 'a719188b-ceba-424c-82b5-2d33f412e58d', 'name': '', 'network_id': '61ab71ce-60a7-4d6f-a4b2-b7c339012c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edc4f60b-3086-4a66-ac84-c759cb4759ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-12-iscsi'}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:58.477921 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] Checking router: c26c20d2-e0fa-41e3-bccf-7098b6a29f2f for host: dv-cinder-792462-12-iscsi {{(pid=92766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:58.485835 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] Routers {'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'} bound to L3 agent in host dv-cinder-792462-12-iscsi {{(pid=92766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:58.486440 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:19:09Z,description=,heartbeat_timestamp=2021-06-18T16:41:39Z,host='dv-cinder-792462-12-iscsi',id=dcec9d57-cebe-4db6-a3d3-1d2e2c12c3a6,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:19:09Z,topic='l3_agent')) {'router_ids': ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'], 'active': True} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:58.498275 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] For port a719188b-ceba-424c-82b5-2d33f412e58d, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=a719188b-ceba-424c-82b5-2d33f412e58d,segment=NetworkSegment(1cf37f3e-caa9-4b9c-afa4-53e93c216152),segment_id=1cf37f3e-caa9-4b9c-afa4-53e93c216152)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:58.498627 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.564269 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Calling delete_port for a719188b-ceba-424c-82b5-2d33f412e58d owned by network:router_gateway {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:58.569543 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_dvr_db [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] Set router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f gateway port host: None {{(pid=92766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:58.623820 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.l3_hamode_db [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'name': 'tempest-TestShelveInstance-1316064266-router', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:41:58Z', 'revision_number': 6, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'gw_port_host': None}], 'dv-cinder-792462-12-iscsi', False) {} {{(pid=92766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:58.728265 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.730513 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-be0b2653-9403-4fdf-af8a-80587f06d5dd tempest-VolumesActionsTest-841866659 tempest-VolumesActionsTest-841866659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:58.738324 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d2bc1-f979-4b0d-83f8-5bf74a1b7f3a None None] The sync data for ids ['c26c20d2-e0fa-41e3-bccf-7098b6a29f2f'] in dv-cinder-792462-12-iscsi is: [{'id': 'c26c20d2-e0fa-41e3-bccf-7098b6a29f2f', 'name': 'tempest-TestShelveInstance-1316064266-router', 'tenant_id': 'afc485031b92450e91efa9d456a6b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:34Z', 'updated_at': '2021-06-18T16:41:58Z', 'revision_number': 6, 'project_id': 'afc485031b92450e91efa9d456a6b259', 'gw_port_host': None}] {{(pid=92766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:58.759538 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a719188b-ceba-424c-82b5-2d33f412e58d,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:58.761998 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:58.823201 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636509'] for router_gateway, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.173218 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8058'] for router, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.175318 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.221746 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608018'] for router, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.222169 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c26c20d2-e0fa-41e3-bccf-7098b6a29f2f {{(pid=92764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:41:59.227668 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] Notify callbacks [] for router, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.228778 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-4a0bb3fc-a2ee-451b-8ca6-daa79bf9a5bf admin admin] 10.222.0.44 "DELETE /v2.0/routers/c26c20d2-e0fa-41e3-bccf-7098b6a29f2f HTTP/1.1" status: 204 len: 168 time: 1.0629139 Jun 18 16:41:59.231318 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46930) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:59.275185 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7981073-7cae-4701-a0c1-e4a7072f52e8 admin admin] Deleting subnet aafe6882-d4c2-442a-9d56-81e8856584f7 {{(pid=92764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:41:59.278117 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e7981073-7cae-4701-a0c1-e4a7072f52e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.310859 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e7981073-7cae-4701-a0c1-e4a7072f52e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13143586'] for subnet, precommit_delete_associations {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.389599 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e7981073-7cae-4701-a0c1-e4a7072f52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367405'] for subnet, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.442250 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e7981073-7cae-4701-a0c1-e4a7072f52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800642'] for subnet, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.444462 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-45cc5608-26ce-4cb7-8ad5-c5b3597a5457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:59.468175 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7981073-7cae-4701-a0c1-e4a7072f52e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aafe6882-d4c2-442a-9d56-81e8856584f7,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:59.470920 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-e7981073-7cae-4701-a0c1-e4a7072f52e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:59.474169 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-e7981073-7cae-4701-a0c1-e4a7072f52e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for subnet, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.479537 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-e7981073-7cae-4701-a0c1-e4a7072f52e8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aafe6882-d4c2-442a-9d56-81e8856584f7 HTTP/1.1" status: 204 len: 168 time: 0.2437592 Jun 18 16:41:59.479537 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [-] (92764) accepted ('10.222.0.44', 46932) {{(pid=92764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:59.492228 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3d86f-dd29-4adb-a195-e1e247dffcc3 None None] Network 2498354b-bd9f-427b-9bf8-ec0fee9af014 requested from dv-cinder-792462-12-iscsi {{(pid=92765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:41:59.498940 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:59.553502 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794065'] for network, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.555869 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:59.556221 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 2dfd03f8-3917-44dc-9bce-a6cdb558e1e2 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:59.606810 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Deleting port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 {{(pid=92764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:59.607149 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.671235 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] For port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=5792e9c4-846a-4fe0-b11d-bacc40b3d6f1,segment=NetworkSegment(563464d6-6b87-43c0-ae08-2e0ad3f2c45e),segment_id=563464d6-6b87-43c0-ae08-2e0ad3f2c45e)] {{(pid=92764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:59.671598 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.698184 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e2cd0-1e62-4d1e-8b9f-be542fbc64b9 None None] DHCP port deletion for 2498354b-bd9f-427b-9bf8-ec0fee9af014 request from dv-cinder-792462-12-iscsi {{(pid=92765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:41:59.743171 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.plugin [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Calling delete_port for 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 owned by network:dhcp {{(pid=92764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:59.749018 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-d91e2cd0-1e62-4d1e-8b9f-be542fbc64b9 None None] Deleting port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 {{(pid=92765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:59.749413 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d91e2cd0-1e62-4d1e-8b9f-be542fbc64b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746441417701'] for port, before_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.817301 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.db [None req-d91e2cd0-1e62-4d1e-8b9f-be542fbc64b9 None None] For port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1, host dv-cinder-792462-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-12-iscsi',level=0,port_id=5792e9c4-846a-4fe0-b11d-bacc40b3d6f1,segment=NetworkSegment(563464d6-6b87-43c0-ae08-2e0ad3f2c45e),segment_id=563464d6-6b87-43c0-ae08-2e0ad3f2c45e)] {{(pid=92765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:59.817614 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d91e2cd0-1e62-4d1e-8b9f-be542fbc64b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636828'] for port, precommit_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.824361 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12647047'] for port, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.827385 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-4cb0aabc-fd5c-46b0-9d8a-21a680fd4358 tempest-AttachVolumeNegativeTest-82166 tempest-AttachVolumeNegativeTest-82166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:59.853450 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5792e9c4-846a-4fe0-b11d-bacc40b3d6f1,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:59.856559 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:59.857329 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] No DVR routers for this DVR port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 on host dv-cinder-792462-12-iscsi {{(pid=92764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:41:59.886333 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-d91e2cd0-1e62-4d1e-8b9f-be542fbc64b9 None None] Calling delete_port for 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 owned by network:dhcp {{(pid=92765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:59.927682 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366770', 'neutron.services.segments.db._delete_segments_for_network-8746441472467'] for network, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.937118 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2498354b-bd9f-427b-9bf8-ec0fee9af014']}} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:59.948494 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563464d6-6b87-43c0-ae08-2e0ad3f2c45e') {'for_net_delete': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:59.948791 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.services.segments.db [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563464d6-6b87-43c0-ae08-2e0ad3f2c45e') {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:59.958600 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746441472296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13143595'] for segment, before_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.964562 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-d91e2cd0-1e62-4d1e-8b9f-be542fbc64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746441422565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746440932967'] for port, after_delete {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.967167 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:59.972423 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618'] for segment, precommit_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.978581 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=92764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:41:59.978941 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1362618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12683862'] for segment, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: Traceback (most recent call last): Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: timer() Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: cb(*args, **kw) Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: return func(*args, **kwargs) Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: self._notify() Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: self.callback(batched_events) Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: event.method(event) Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: return f(self, *a, **k) Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._get(url).json() Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: return self.request(url, 'GET', **kwargs) Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:41:59.980587 dv-cinder-792462-12-iscsi neutron-server[92764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:41:59.990355 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e2cd0-1e62-4d1e-8b9f-be542fbc64b9 None None] Pushing event deleted for resources: {'Port': ['ID=5792e9c4-846a-4fe0-b11d-bacc40b3d6f1,revision_number=None']} {{(pid=92765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:59.993379 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG oslo_concurrency.lockutils [None req-d91e2cd0-1e62-4d1e-8b9f-be542fbc64b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:59.994201 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e2cd0-1e62-4d1e-8b9f-be542fbc64b9 None None] No DVR routers for this DVR port 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 on host dv-cinder-792462-12-iscsi {{(pid=92765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:42:00.047792 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-750610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636546'] for network, after_delete {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:00.052270 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5e41889f-b912-4ace-8333-e5d25b6598e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:00.054961 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750607'] for network, before_response {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:00.056761 dv-cinder-792462-12-iscsi neutron-server[92764]: INFO neutron.wsgi [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2498354b-bd9f-427b-9bf8-ec0fee9af014 HTTP/1.1" status: 204 len: 168 time: 0.5764117 Jun 18 16:42:00.068519 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2498354b-bd9f-427b-9bf8-ec0fee9af014,revision_number=None']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:00.070912 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3cc0ed85-566a-4f7f-9c7f-21469cbd26a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:00.228652 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46936) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:00.268381 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-52a1975d-6160-4c29-a18a-2124805007ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6787e72075541a5a6f6ca0f639449f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385139 Jun 18 16:42:00.270604 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46938) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:00.316129 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6aee453e-4042-4784-988e-113fc7c3e294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:00.339891 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6aee453e-4042-4784-988e-113fc7c3e294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:00.388414 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6aee453e-4042-4784-988e-113fc7c3e294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:00.391067 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6aee453e-4042-4784-988e-113fc7c3e294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:00.392529 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-6aee453e-4042-4784-988e-113fc7c3e294 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e2b3cef-cee6-45db-af28-dc164e4cc7e6 HTTP/1.1" status: 204 len: 168 time: 0.1208725 Jun 18 16:42:00.393439 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-de35bf50-e79a-4349-abab-4059feeb3b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:00.400956 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee453e-4042-4784-988e-113fc7c3e294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2b3cef-cee6-45db-af28-dc164e4cc7e6,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:00.403422 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6aee453e-4042-4784-988e-113fc7c3e294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:00.704207 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46944) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:00.744317 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-12869267-be8a-43e7-bef5-fe80c6ff6e65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afc485031b92450e91efa9d456a6b259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388777 Jun 18 16:42:00.746645 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [-] (92763) accepted ('10.222.0.44', 46946) {{(pid=92763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:00.795591 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7fb95178-ee9b-4248-8fa1-e362373e598d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:00.815480 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7fb95178-ee9b-4248-8fa1-e362373e598d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:00.862649 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7fb95178-ee9b-4248-8fa1-e362373e598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437766'] for security_group, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:00.866145 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7fb95178-ee9b-4248-8fa1-e362373e598d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:00.867283 dv-cinder-792462-12-iscsi neutron-server[92763]: INFO neutron.wsgi [None req-7fb95178-ee9b-4248-8fa1-e362373e598d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07cde909-aadf-4e3b-b41d-a781d0910c4a HTTP/1.1" status: 204 len: 168 time: 0.1197596 Jun 18 16:42:00.868033 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-809a6535-0de7-4072-b20e-e1789c841173 tempest-TestVolumeBootPattern-169670675 tempest-TestVolumeBootPattern-169670675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:00.875914 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb95178-ee9b-4248-8fa1-e362373e598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cde909-aadf-4e3b-b41d-a781d0910c4a,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:00.878432 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7fb95178-ee9b-4248-8fa1-e362373e598d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:01.002394 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device a719188b-ceba-424c-82b5-2d33f412e58d no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:42:01.028873 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: a719188b-ceba-424c-82b5-2d33f412e58d {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:42:01.029233 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device a719188b-ceba-424c-82b5-2d33f412e58d not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:42:01.029703 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 no longer exists at agent ovs-agent-dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:42:01.051542 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.plugin [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] No Port match for: 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 {{(pid=92765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:42:01.052524 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron.plugins.ml2.rpc [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Device 5792e9c4-846a-4fe0-b11d-bacc40b3d6f1 not bound to the agent host dv-cinder-792462-12-iscsi {{(pid=92765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:42:06.508234 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-abd7acf3-c844-4b94-96ca-db92f61c6614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:07.054662 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:08.871822 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-f4b538a4-fb73-442b-9f0d-410ef1866ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:08.891230 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:10.134169 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:12.016161 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:19.682235 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:42:36.510022 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-6cd579c7-3a77-4164-837a-ecf2a2c21983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:36.567873 dv-cinder-792462-12-iscsi neutron-server[92764]: DEBUG neutron.wsgi [req-64f3a765-678b-4038-9873-e8a34d49adb8 req-0b66810f-d93d-4730-977d-cf8be3b21955 service neutron] (92764) timed out ('10.222.0.72', 65340) {{(pid=92764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 16:42:37.079529 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:38.871722 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-ab9f06b4-8ea8-4826-ac50-c90d64073188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:38.892391 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:40.136010 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:40.225809 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [req-248ef8d5-b053-467f-a0b7-0f96697afe9d req-20393cdc-27c4-4cc1-8434-578589851959 service neutron] (92763) timed out ('10.222.0.72', 65385) {{(pid=92763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 16:42:42.018262 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:56.680599 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:43:06.511007 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-7659c8b6-33fd-4b2d-b4d6-274c09982a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:07.103119 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:08.871651 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-890b0719-5a18-46aa-9fb2-8ec4d8b2e3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:08.891957 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:10.141264 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:12.020727 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:33.678786 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:43:36.515004 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-221304f8-39fd-4d1e-b102-b9bbf15cd785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:37.095124 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:38.873510 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-f8d8726a-706a-4bf1-aa52-a83baace5423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:38.894425 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:40.142252 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:42.025443 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:06.516524 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-1069f3ec-cc5e-41cd-886a-97613c62712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:07.111536 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:08.877819 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-37be38fd-fab1-4a68-b9a9-4549f6ccafb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:08.894811 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:10.144717 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:10.676852 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:44:12.026674 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.516691 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2386f4e5-8bbb-485d-9830-5dd1c5db7bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.129938 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:38.879272 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-b99e4fcc-6a52-4bcb-8cd0-50952957edd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:38.897387 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.150681 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:42.031076 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.675096 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:45:06.521379 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-cf54473f-fe22-4241-b20b-32dacf6b638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.130097 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.881517 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-afe6a4fe-6106-40de-81be-9da87ffbb666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.898085 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:10.150140 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:12.034402 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:24.674988 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:45:36.522039 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-51d143ca-e03a-421e-a865-794201edc91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:37.135171 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:38.890050 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2a995946-db4c-4057-b45e-58422f0d8929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:38.901444 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:40.154143 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:42.038516 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:01.673065 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:46:06.528327 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-42dbf800-4fe1-41dc-9bc6-2e292754e250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:07.130511 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:08.880238 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-408b185f-de81-49cc-8bd0-9bfc059e0be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:08.900871 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:10.156781 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:12.041440 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:36.524857 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-f0b397f3-bfb0-465d-b076-aad2f22a80e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:37.117223 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:38.670902 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:46:38.881503 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0f73e39f-2a97-4ee6-84ff-7e5562e8b79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:38.901713 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:40.159666 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:42.044715 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:51.347151 dv-cinder-792462-12-iscsi neutron-server[92763]: DEBUG neutron.wsgi [req-07592901-cbf1-4237-aff5-efd936628dbf req-b7526ba2-aa85-4e0e-9aaa-097dc2d2a3c7 service neutron] (92763) timed out ('10.222.0.72', 65358) {{(pid=92763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 16:47:06.516314 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-4ac3fe77-0d15-486e-958c-bc47675bd667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:07.113468 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-2eb06100-5973-4318-b7b6-7580099f4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.881430 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-1d25b4ed-f543-4314-9363-1919ff9fcbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.901577 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-92fb65f7-bc54-4bc9-8b66-b2423e227852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:10.161820 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-a195dce6-9a41-4c24-8bb3-e8010abe2248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:12.046729 dv-cinder-792462-12-iscsi neutron-server[92765]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2ce9-763a-4100-9e69-c6db4a01d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746441472449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371560'] for agent, after_update {{(pid=92765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:15.670254 dv-cinder-792462-12-iscsi neutron-server[92766]: DEBUG neutron.db.agents_db [None req-c4f584d8-3859-4b34-809c-c19ff7e7684b None None] Agent healthcheck: found 6 active agents {{(pid=92766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}